diff --git a/params/opt/5/fixed/woq/init/lm_head/scale.pt b/params/opt/5/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241c6e3ed4bcad0cd2d0d724b6a7023eb2e43731
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7dc049367d11c00c6650ca5976867bb9ea018ef714d5fb5120b39366b34bf32
+size 202194
diff --git a/params/opt/5/fixed/woq/init/lm_head/zp.pt b/params/opt/5/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d1f1998cce31f07a97f955da62a5d5d9b823c6
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1098b75c726c55f9ff2b4fc40659a3e7d012d20f5e958cd57075ce751c8704
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbf18a2d471ecdd453c255a8e3a62d62cb5db5ef
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aabfa96a61f0c37105654c9a67e5224373e29c5ec61b880dc054a6d575b845cb
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc4e703e25e2cca3f7fe7b1067e7bfea03811ad1
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff36b9609b7b20a0cee3523146ec36bb0c69e56ad3bb0b24335e2607f51f5bd
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa298349c7ad530bde0b4f5d8f47624953b0543a
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7897eaaba6d7203db44dfedaeaee465ad933ccf017dc1fb7968aabc21786335d
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7bab9854099ec26ce22a8cf3aedcfe3e7a7a76b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b89aaa73bbabe728c140a02b6bd711af595a256aca2d4d88618bc5bb66988e1
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e831cddb635ae60f14f61678f227e5e6e45c852
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85cd9db2e3340c7f0638630c970b4e5532bc8ee8747aa91c8eefad4a62c3f8f6
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a52d655bd93f6264324d57edb2cc49019e718b3
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e54e11c098d6d9e629394fc1fec5da680737ae01c285b0e0c4a99af66ec4040
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e18e46b3abe7070f73c49b7bdaa536f80e42c9b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d530dde8500e3084024a355f5be1f460dd983149919c1fc2021b3ad64d78ce00
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67928c1e73031d56f01175d7a643fd7c56207cf
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43198336100734755bf47346b8e291c115e203969c653db7648dcd324530e9be
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d41cde13534ed3f5d5865e210599def82c8adf
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1455a5c677217cb00686729f700cd07254d36f629890f7c838cbcd9af5ad59c
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ef170509bca21a99b229f6fb8db73de01dfc4c
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29539ce8f66f46335ed1aec62cc8cbb4b0ffdb901da1299be16f3ba2b602ee5c
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba953276deb91d9dfee3033d3cab125b2aeea850
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d996bf6f1d19399bfc9399487f9450a61e5d577c40dc1dd6f6cf61ad4f426e48
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8ccbd12a8d8fcc72527d7e355ae9d35eb7e0b8
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb645474f9cb52c04852991c47b4dcf898ead67c68a61ea18a10647f4babe7a
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f94a3402fb330523c43e5aa0cd4195d8fc469ce
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45625faafa96b3719e5da9af0a936be306a8e9ea0b3a898273f7ee6c8b0446c2
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1e1f928ab6a26067fa419bdff5dc549cde2c71
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63207bde0de474e3a9d5aab55b6baa1d6ab454697193c2e55f366a46d5532d87
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567e04d3e782ea24d8b540193c23070750b1afd0
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6048f5476763ac5ef78c94ead8e45202ca40bc8b79920bf23c4615f66a371fb0
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ed91fce5524d4a1ba9f659911ffff60446eb82
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dfc7a60e50cccbce7255d26816050f9b28b909143913a252d134f0c98f48269
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6449b0740d3f5aedb5aa79ece7154edf2a8e2bd
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e4c2497d90f36dde5de226452f02da8eff2f12cf7ec6dfa43e4651c08639ef
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b907626e1059a564121283637f32eb07e854bf03
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91836d3df1b8f6c6a54630592765b7c95a4dbad806b1ad2f8a56a827194bfc04
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ff7c9ac5746c23cdae0f170b5274e915bace74
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2325cbcea3020609ca6eca5e689511e97a6e19c26d4e9970b873b261faaa100e
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db516cd0cda629b46f88794f49b1bec2bc6c1997
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05c6abc2de4deaad957c8aa1c274fb22c477666b94dd0b9b95dd47e22a4fbde
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb29e089804863462f23e84144cbc9ddbc3b835a
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed86364365951405871f9f716106b251e50679916cd653b6209d63923803976e
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d3aea6a4aee2bd615ff15786d87f70b79607a0
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ba292a331606a616b96c8ed58478ff166616d404d068db898131a05bc4c168
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74587a67b42ea55a02468696d16d6e6df41ba0b6
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd5a54b264979a88806d8f6472cab2c8fb6f9b65bd263540e485f0fec3895203
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c6e2e313b73c1b39737bc5d341da05e15e18cd
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524c26361b3341abbc01e741adc125389a2422a4f217f4af3c28b86978989316
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12db5650eefcfb18c16b1cb477445e29fb92254
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:541b474bfe41685c43fa63c72aa4cc529d1a31780a17b2cb724ca66602b511fc
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91198c0e473d21f7f2941303c587319058a302c4
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d3a6f6c6da64935a3ddf7e6260a4925bf465d38e018833b3c830f218ce666ad
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a5517aa441738d86033a0b4180fa182b2eb723
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaca89210460db7d90fd25c2819c1aa8e01d2c5006c99a699b8879d3f47fd03f
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c3ece9f2fbd0c61e4c4f765400af50b62d66e1
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a8112b4052b71a173d28aac6ef7f5649ba5889f52f70df8fc1b580319f6c6e
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce2d1f044f7236a9e034f6763921ecd3750fffbf
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b93145d5f0983ecdfbf4dc1d0a38de3a40d915d092696b3afd6cb942b465cb7
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e2b1cf336fdd3e0943e8ca8b3da940c208291d
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd6761fd4399264c0d08af68b8f6eff4b587c0c9dc8382c027b0c59bca2cb159
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac479b4bb1508b5fcd0bc5bdd6f723b8e9b1f09c
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceed77b182a7f9f8fcf96ac175f58c77288ac3c69e839b8e66794dbb80b8224f
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c225f80359f5ab5225621858f4f4e4929881065
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5238349f653df0f65773d98db06f5f14fb1ac4ccc12ce9a1272739fb7ba0fb0b
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76a67ad54ce40df94e303dcad1bf063c1458b474
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958725e2b24ac89c5f958ad2f4398755b5a78fa0b1841dba3eb4971fae6b5e78
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92549a3b53c958f495b4aa711d748f0f0c7100f6
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f424dd10837a5449dbb176fd7659f91431d02f4b92f0006339e8c870522e7620
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb8b4d29bc2f08b35c7ff5531a11820246ca3704
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9264598c5347bde23af30b84eaaa87b45584373d9924c77a011f43cd0c3e8e90
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45cd3f502b5492cf20ac5b89234769d03bbdf415
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6cf6ec65d6c094984852fe7a642abe306a0c47272b1123872d6ff4bc2a0b168
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff80f46f0f50ef76c1a01c96cf360c0e0469e4fa
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb51d3066289be8fb6f66bdfdea5044f3a97af5ff815f1ab8e35850fa70c6418
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5306758268d2ae4569f2d025e87146f595a1f998
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c41b7c163eda3b269ce624ea4db747c2a10a20cc58f344a34e4b39b5218eeb
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981940875a6d0a921934d26eaa1c048f4fedd52d
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c35d9e4735f46ac832289ef184038280996bce5d89acedff4953744738e5c81
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad9c5791d53f908e738f4972f53140d9752468f
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1c705991a8d12c3e5dd6a60cc0c4b8cf9a2eab98f962ea5387c3f967bd8cb7
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50180f0b097eefaa7fbadf1847e8da98c6a76235
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd2862c1769a99d730c04577ddf8a9e3ff0dbd0b600c7349205bb7b100b1ff9
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1320987529bdeb4f72fe6805d25861f058a1844
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29136495323e537c15745dcd7c571826c713c27d0d826618a11db0e6a7b7a15c
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ed1a9085188db421d0f2f0ba92d6f345420777
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3649411aa6c4918ac0e81e7f776acb18cd8ed5fb162cca556e4b1a37ded223ba
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68539f12d204330438ac9cdbdde157e4734e627f
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbfc3c9774913152550f6b067352039bef476a8c55961dd7002aa5e9a8deaada
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01468fb10afc1ad5b6a5d4c76de3ac4159074d0
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afad179b112a6223679eca36f05ef5ec556ce972b751ddc399948602cae6ff6a
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3936507340f53e1b5f56f7203207ad8f7207d320
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7374fa927e2d535a9e9482242058fe24719640bdd51f055e223241e5f5ed1f5
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc6fecd4484224f6fecaff2aca2ad70242d4e9c
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475793dd7373027b4e0450dfec89fde1cff3cec637eb1295619ec92dc0131870
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c419bd94c966bc69709bb2a5710329803c70b1e5
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ae2aafea14195103078ee854a12ba893a62b436b6c49892f7bc93b2e3cc5eb
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ddba98fe9cc94dcaacf6ba4aea7ad2a28c8a38
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e461ad422ec3454947aae29f7fa91ce39a94180db7410c8a11c915f35841eca2
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64daf3d678e252b27f3a23a61fcd9500f889d738
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfe4a3bf3ee717e4134aeaf9b5200f3d3543d1e60d244bada2d4cef8df14a328
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d7d82b83e9bdc9064eda1846b1b3f0c455396a
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7189eb81e0670e6a83b0240314b10b6020f8c107928e5e7238cf4b20e5158d
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c520287ecd9185c94da0a8da0efe79c6d0c7de1
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61333b6efbde002ff355425cce7e7ce7081d45014524f347e5d9c5250a5c4f0b
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f16f3027ee69cc951720c16c2ec5a21ae086740d
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d006dc0b533e5015e3134c6c4662ce85d2420219abd2f774817dac3981cb4f
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26bef3ef8726f3b0f9d1cecf6b62fc6ed2715721
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d1261545b8d51473f9f33d23589fa62bee17baecfc091dd02201bc6290f7fb
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b3a8fea42e0ef46c0dcb9ee6072e833b67ca3b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a63e738fed7ecc7346328111437a32904361929971e7e9deaef7772afe1a11
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fce41c532c5dde02d8c862fa2279f3de1618c1f
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ba9faa6b0b999d25af321b262149a2760355b9134e92406d57cdeebc7d13f2
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..065a78cec9bf73341e4ef160111dbe4d507a6865
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:097934775f80cb35cf445a63c0dfddbcd55f602c403217bc0ad46c155792d799
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d8bc708292e95f4b8ca4f9cbcd3a3f51f6fa3f
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334f4ed26e62cabbabf5e8ffcdf814fb84c49af524fa50c4f53e00071e132f57
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b9ddd1fca091f74a8898cd3121e53d85d5651f
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c090589d5de474f02dca9fc15702be86d07aca8e618ccd0ba007ad6dc5e0ed7d
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89676cfc94b842d5146d82e6e588fb8700501e50
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56da8cb490377920fc5f9c336215e7ae27e406e011e30630225bda031d3b9f78
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a13252355abd6d7c6c5d80f02684ce51f0db1bb
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65116beacf5b4a548765de38c2fdd6cf9dad7a8691cc45b0ed57b5c3a26eaa9
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de1b103f55d179da9d541659efc37bce006b0cec
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f8e06508369c4880ee7421e06e146c835b527b55d7521083c628126012d8fc4
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15181e84020a1839a99e93e424d099ab9505cfe
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7efa08c66189e5f8d7936457d7fe95ac7eab95d90727305e90f96b12431c41b5
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ba0ae8457dba4baffd13cc71a7ca6ebabac20f
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4bdc3353107b41c974f543096b92f295b2ec5b172a3236041ca11d88e07a1c4
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6efa6d1297ad8c44ec363ae712eb941e9ab47e4f
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594061569a3fd8bc9305bc8dc1cfd5e84dc16a6b84a5fe53e6015f01453dc95f
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14b213c1c33f855f717a735888ca412a04c6830
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308b4994b214fefde788539e63b7161eb9d3c54b823ececeaff73d3654fa1e84
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49334f62823c97d0605974c9958272b1fe9b794c
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e03378d28061e541ecf0861942c1e31fcbaea9b61f65306b47ed6a3dfee5a0e6
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba76de133fdbdaee96daef973c2f01a27d7ed0a6
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f4e9d1d60625c42cea9a127a4e0d883225d8af189f797a4ea0c56629218e9e4
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab2eed516363e98816452d5723e4ae1f21856ed
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43326c67c417e246ea12de5bae10bf03834c0444f50c1a2d4d1feb55a2192f90
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b92d5697f14e9d7579f57861ef253227b50a555
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92cc77f54faa16e5679b0d2d1f049623d8f2adfb9a767a5ceed42b4311835f3b
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27fb5a1b7c9fa57a0944643659b7df2d8eac0b80
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2265e7db587ad3da8bcd2898faeda1c7fcd73443213f94d2ad37ad346ffae4d
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242655f348759b87215210acdd10c565e03f138e
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d5a13fe83de4dfd111d6261cc32526b72a4e2c68aa5ea681edcc3d61a13e6a
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c63e4d86dbef694e3ef2240bf035a2d0c40cca5
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9911a6400eb55c57aa9f83d810c80a2b86fbb30577fda29762452711dbc236
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c37e6582affb30f25e63af87e1bcfdb9485635
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:196622efd30124882ab991aab6c2956c7e7ee4115c6d0855b88837d323bf2ad5
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675d702c049f7b1aba40e3a5fad2bf1d44b652f7
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3687a2e46d1f3828018be4961fd66b4f9effc746bc5d80f453b3fa7c70d85dcb
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46db0848f5f856abce3aa5ccf93ca37ce7a8e336
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d5b60847961294daded9907f7af12dffe961c6f0f86133222a156fe3dbeb60
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da1548033856c9b1d1c570f729d6238e67cfe7c
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f17247ede715b8234c88ea7c4263d2adb833b3886e0572b97c1897611c8719f
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a638c195bbd81190a66a5bb234d5efbad5ae440
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23efc32534e0fddd5fce7c4edf2118895b8ad7f14f04a933d5fc64cca6fa38af
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f83854821b4a878f4c9fb5f003364e37d1de5676
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de988d0ea835de2f9c7815fc576d4f1e4105d4045ae96daca691655f534e781
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ed6175b6d0060a1d9022496f026154eac13a90
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ef32517af9118a9a574a57a7f94a238df65fa844e8b5138a8b38fa02c1a2d7
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..783e8162f25f66427ecf2c1792a61eb9b5db161d
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f388296bb5c0c55b3d128c06927af0b55962a97b7204784430e862f14e0dc57d
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a74c8146792640f3ded46f73bdac9bd20892f39a
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740c0f4523e362d04c47ed73c700d823e8efe7cf94c2049fc162cb2b98147d2e
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0e1a1929b5907a9dbb84cc1860dbcacb14e438
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c51de7d84e2eda3f30b25ff23a868eb8c6995179ec46c6ca528404d1bd659f
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfeb7f5f7b1761d55f31f5e56a9dbd290e74ea6a
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d48a957430e00fe781fdbba3864b98596d72442403c1db076dea941be4e8ba8
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85355bc4d2b9fe125fde1deba9f53b612247e4ae
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1636cbf8b820afb8c4c1fea7ff4028657a560c5b671a7a72494547abc52252d
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b2fb781cd15833a15365086c3f7df0b4de50f8
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db087c7af3b3122692613263bf5c89624aaeea7b05f39544c1b2bf20d50e7b4a
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd2218e288ddad3afb0f896ab15b0563ed872e9
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da013cddf69b564d95122d4577aa36396b7a56221847eb96b71dab56e6c46fda
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c127cd7cddba6d874817b7fd239eaf1a0a4646
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e566a7a27454a9c0fea304e2335fa60ff45a3c7ea616c7292a799a247cee539
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fafa88077d551f52899f2adb05d6afb349a79fef
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70665fd28a51788edb57df732bcebff10b344e627ad9923fe761ce097d67701b
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c73c6bcf73579956ecbc08519246efe4bbc8d1b5
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dfca077f07c835b69dd636f1ad9979b56cfb57f86a99d1de830d73b6fcded92
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14759b090d54863cf2d6094d3eabaffa60dd4b57
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854e70712a5e71eb188032a1f9ded834d68830cfae580be10edcf82b4ef2437b
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e41ab2fd0e410a7afba33799bf5b36afcdbdd1a
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9392c7484b8913c62501d77ff5e52d7fcbf952fe84ff1f36f4c8e70d956df7a
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081695cbc72818e110db3b49be240cdb6f44f7b4
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9eaabaf9aa768c1dbf1f27608173c35d42dfce84cca3c1f53c9261f8aee6fd
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f81302c4a454bd9aedfa3e280d16ac52268b4bb9
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae935d3a5a34ca5b3ac860b4cd2d4389a03fe28d891c88597b0479ae2a30b75
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd6e54bf533f9573a9bf080157bb99b27813284
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa54daf6675bf231bbeaec3f712599e6e26dc204c7ece916886bbe1db60206a8
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4be27228465fc2b8ddbf801fcfedbe65fb9b6a7
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba653c180824e27f32d55f3695221ff5365ba27f651ab8b67876103c3fda786
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa041775d04b54c3efc759141b2c6fedec66dff
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06931967a9b22956116e32ffb04b18acc5f9ec5332c0a1f05f9afd03c2d4350e
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..045655bd01f307ee2ff21a2100c3302315ba1422
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33ac2008988f6c9d021ad961bbc0d62fe634bd1b09a131add0d4103674249fa
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af136f5cac7170c4a14ce3b17ff583f3653a7b05
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b317cd33d726345e2a2ac7bd53759f6ec7d24c1c39b20c54ae4f34056062fa
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e1129b7d6310200404f57d66ae197f98bb130b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe7ed522e707a079f36b85082e2f517b77cb5c00944a96d9f82e28bcb96dbbb9
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a697119eccbb1409a8c6507290baab29d70824e3
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:617a593903d7f1a43d6ef8cc169d2b00db48dab27524001716e285c32ecb1bfb
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4efc0666a503999c77abfd2fb20f066912cdf8e
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1901b2bb8973de9310836e2da91f79247962e139f9a9279a7ba664eade3e6c84
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800cfc38d9de4aaf8dbe82bb894e1d0eef82a726
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6673c4572ecdabaeeb2095fc277413e22853481e3635d7dbeaf33dbb5b35f633
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15e3ec1f9f88b5cb720b13bd0f4184dcad29619
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752f26fd9626cb521f98fad390d8f254fbbdbb94ba002814d4d1f8d5d3ab7eb0
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6410dd781306251d7736c4ed91084e1ff1b530df
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1abff60274ec362409f41fc4dec3ff840b21ec31a2c91bce1300a25233b6379
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6676dd2dcfa482b674ea8d9123a10ed98d229f5
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61131cb2bc5fb81c4e6a1c57d23de1ce3f88b1d135e207593bccdff429a2d37e
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f42b27e9ee86fa9e99ee48d97a446bd9dc9b1c6
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f4c17c12886aa58300efbc33995c66dd1c997c34cbacb1663bf58087fc07d3
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e307f6707ce75b36797262f8ef1a14f61b1aca74
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88ed5cae53dbc6be86a860e0a02946b63206fc7922d292c03ff49e987baae9d
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f88f742b195bc4d121951f11030b6602874fd28
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d56fdc9067640f172d4f0bdd0c0b255cb8e119c29d4dc57168765bb751e528d
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40758ac120af6fed2ddf66567b8e0df570c47bf2
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73638c9354f29e9896dc431a8a02f57f025280443229a0c2d47ee93ec3ffe6a0
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ecebff86870ce5bd9d0369fbc80327c7fbb929
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d87e339a389ba3dac7bfdb527508e782b9cb43b685f3e56d4e9879cd930e3a2b
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6630f40e5e492ab9259d590f764a49a2cdf3c141
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f941fbdd8c0c20cbaf70d3cbda545f3469bb2d52dbaffba2dae570918357bb78
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac7e0f0d40bc6e1458c1acaf7394c8544806ca8
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb202b75e12500911e453130839c3a50ec1e9fcd894874a72002fc0e4446bc7d
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96b95d8948ff679f4a13152b331a39ad8e3dbb3
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9363483c1491f4c224e6e6ffbe7e2e9d73ffd60082b848c644f83b64093e8959
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..472358ff4ed9da0e8b294bdca4713fe43698705d
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46869196aa60b98693da46d8994d81ddf7ad94bb03462d8944198dc25bd89f8f
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c9741ddfb570957dc23b9c9cad47406066cdf0
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be7580315552afbcbbb2ac3c6ac1c5d0b275bc1a4a840da658abea3cbac6b7f0
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3656f740d864a7fa357e2be1ae8f3200ee20bce4
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c991d00aae6ffa16e1a4abe32c8bb3505b364e351cc18eabf68571a14b72bf4e
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414ac2c745b9cfc0280705121dfa4534e1ab9c6e
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4614400c413dcd05670f0e462e08a965afbe5214e3df233353167c735d07aa
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6feaadab9707cc228431e03ebd97d5e7239cb5dd
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e62dd747fcdfac783d47c3199ae30985fed36c23937838e1dd84aba6a0324b
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d719e69e18d3db20f5580f3b48121dd0e5895c93
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d220b07fc8dd351bb161d9cac4c75f60ed5b8c6ed88c62c11811f5316c7960
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7040c4a63b71ae3003c0264ff470722582be95a
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5ca7638b628e28b847dc859f05ea3debcbd797feda1853544592d65fbd6bea
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38b5086656f0977b20a1e0dd8cf178553ef2910
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e8919159798121f2da01cf2c98821b430dbfecc3c5601b48d80bb6f7a65b94
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc8dbf0cc109569e3648168fd4d223b97594d8b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a78cab77398d2bec93ce92874df070aa592998b0c354a4823c3fadef141e1e1
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b96b76ae31649d0f9ca91aa241e2060bcfd9b2cb
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ccccd0fc90ebc280d4e73d596bff9d92ae72db25837a63c1bfb144fd352e11
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc925407fd37533b9684541408797023f4d5fd6
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfac43a7394037c308817ab45f0e3a9a64a9bd2cc1fd0585690a9d7b5198d57e
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..580ec6a2454efd33543aa34105c78b13a22fbf78
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eadc8507e9acb79a386cfaf6ea316973d0e5bc7a536a5a611968faa33eeaf66f
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f8bf9ce3b0bf420f129fdcc4634267f21c4542
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3ce97386beafd7d9ed550f22891ce1f75cbb18a7226d7d7119db0888fc8769
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc959c3e67fcc50e6456964fdcd499a3c4ebc89
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52f5eeca6f9d2993fcc78bbb9974682850cf091f09f0f41df1d008db9c0da23
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..886046db2bfaa2939277b9c19b7360d8809930d6
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce40c84e461067e4f3818ecbc6f6967391cac82450c6b34813c785eb9393efb
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1742fb147abacfe4eb097e662f28c8833b8e879e
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c723f796cf09ee3a0cac9a80fc51805938a7604b3bd3067dc13b927a75024f7
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bcea9cc642cd74b6f7b3b0ff5c59f9fe7a7ed8e
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4505cf4b5ebb97925fca1316a8f14594f28d3128b6957fa62dc3e5162bd30b58
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f55042fc054996d747c2bccb40e5e6ff5156a5aa
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f9101369a92912674d56e5f459514f86cbc6c808b034f2ae4e5b8f77b8ed73
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..850ddece9fd449a80f07bd8ceab97ed2bce1c924
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e09fd5de67ca31a611e7cd6ff8f2485d11543de6d88f31f6b4edcbf52137a514
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd99439b80cb8bf2a271e09cfd2e822fe01a219
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f7ddaa793b8235f7387aac05d29d9fba9d5b71a7cf158467ba645d000329b93
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abd2d12d00da5489c51cc5ea046047bf88214406
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a790cd978b0040a232cf089f006df4bca051af3aa003dfd68da4f8390137efb6
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c1e81f40c120e694b8a6992b18c7c7c776a0143
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9033e0d0b488f164617fbb4e460edf051cdce47bea3c3d2b816633323733e1
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..084a11d43b66f1eb33e92aa801efb9a3947202ef
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9e36bf8f167a358cf0f49e6086b566f5516d5d7a5f38b795fe7436891d7828
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b6253d784467a74e0723aff59f9b23498b5d982
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e7dbc0db6e356c6d73fbee8694eb642026c865091d6b3fda57659cb30da3fa
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25373891d13f4d97fd1fc7f7ecec887638d14874
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73384146ef1b42127dc37b39937895eb916477e03a8f95d152edb1032f07811d
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e484b496e6cbb04c9b46fa4de180587c9c8b37
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0e77cce65478027cac6fe924b1acf10086e198e22c7ed2af81b7a550537691
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19ce4ff2c16be673f7cb326e83a7c981deb8c69
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64913c9fefd541a0f58204e847902cd389fe77d8fda73e81d60859f466c5d23f
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ebc38e4a1f13e9c258ffbd4e06342e8d69e7548
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff065d5d3be86bac9b846002a2817cb3b7ca7466f52f2ad94c1491376bb1dbac
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19ef0ab8e7da8ba2d8a0aca38a18bddb99a6765f
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb1cd026f415e0ccf4f653465db167019e8b469ec0fc267437d282b58c293919
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.project_in/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.project_in/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d166be23684998383e0f5cd5ba8a5e4ab20c501
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.project_in/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b14170c36bcdeca57bb02248644c7f1e7609fb0fe34092cdacb2edfda255b1d9
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.project_in/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.project_in/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.project_in/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.project_out/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.project_out/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fabc59148a658d61d4d1c2199cc0c3aac4e2e74a
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.project_out/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d69fa4fa17e87654a2ff0924d3515e2e5937cc6263675785355946d63fb5ec1
+size 3154
diff --git a/params/opt/5/fixed/woq/init/model.decoder.project_out/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.project_out/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.project_out/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq_t/global_train/lm_head/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/lm_head/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b5e9439643ffb6c47af795bcded73127c84dfe
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/lm_head/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3915e32c16d250350494bebaea1585154b8758bc1e1170b55b22489e74288808
+size 202337
diff --git a/params/opt/5/fixed/woq_t/global_train/lm_head/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/lm_head/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb772b917ff08601fd2165446c640b7ffa563daa
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/lm_head/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b80b0e683fbef543da92566122d7c4cb94b51c90796c5b96055ca9bb8e7529b
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..071dde97b904678c060c27be1f7a208341c9a126
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5b39feeab224f54f505a96c16327f535d808098f4b9e94b98e1576a8ba2400
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a2590d8c92755e881262aedbba474898fd9fb8a
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c494d347437755edfc35307c2fddf2c1cf471db61f80e3dc1a1c1da7ef14be58
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f020b9b5f2f20eada907a74efb32f4cace58140
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5534f607970b25103314af0cc142d8517c91e24ebad26190c1e365ece8f756
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e2d59952df12d8ed3f97c5b14dc08c253a7a82d
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772b3bf504fac49ff5a952a56cb5bb823f793f076df7abda3b75ee3845f82583
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e12528f5722cdda8c93986ffe4a59eb612b5b24a
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8387496372ef28c71b5f6b9aa95b6b4b08db0f05807b785b7c390c3a0a2cd241
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77fcce8fbcf7acf95a4db2006f13ef5fcb307545
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad1580a410f77ee4ef5fe2d7e6c2006440a34133e129917a6afeb1812c76e84
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2801aeab48744b06af03f3ee9a7d92ff60f2aa79
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e91c8ef004aa5f7c7e5f9d0c9f5f7e83bb634d5e70fc816d457e7ee777a76ee
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d11a8478f70f1d0142df2618a8e5226b7f2c2c4
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772eb15e207bf0775b8a1ee39d202f96242fc989a632f0765fbd57643861e48e
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4713e964a5e7693cb8127ebbcc4c396d7bc2af3d
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64563cd98fd699114e2ec7eb2000547bdebf26f8be14dd6eea396da74c7dbb22
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..303214cf6551e00343f7bd30887de2b7380bbbeb
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5c12652391772b4c65e92aa406cea4084532e044217869b7f91e346c7cca69
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8f7510504315cdb26ed94771496981cdc1ab332
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d0f7501c9df759ed62d59cf9a0713fb67f30a767e15d5aedbba8abd5035c80e
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d57a8052b3cdb5073a074ea624f472ebd4563a28
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0253bfff9f14f59004cb0e88b209f27894b2609a2dc92fb58bc60f28d19e34b0
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c1bcb7444d3d432cc57de878fc1ffb2950f63c
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c789066d28d0c53616370a39e175121c9973ef21eb4f2b96983e8484bf7aa1e6
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278d0308c1a428a202b5b5f485f7002e861c17e9
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac4fb276084ce373b3ebc8bb98136891d090f9d6fec2b56137f5b3a270bd8b7
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33dd8b95ad0b75bb2bb94979d6846d5e113a087f
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ddfaa1c50f7f8e9c20e8ce9816f30fa833e483ae977015b9a7202e9928ed795
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd5d0acbdee70d569c0d85caad02eb37b85c6c5
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3d53cdbc11a464512052c7abe6fcc3ec62649db34f251576ab98d27f21ede5
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c5a4f21f69baa5a6014af5092c7693c10c8d12
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84958938f37a9defde5ea6724d5cc9150288f8cb458affc18671d90e0b89a5ff
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4273edaf39e0f42cb131ff0a443b3ed549c396a
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286f7e31f1dbda37e910fc42294f0341a378c21864424641190dd7241c980c1e
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f52df2e7387da3ee61e33fa8eac3923b82197c33
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19da79f53fbb8f7b10f6391ee619fcb5d31c0ba4c383a70b67f39ac71190be0a
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f919a0b397c4f4fbd1f3bda78ed665d4378b607
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a1c3f9cc9afc61a11bf353c268521600a8b0aa21431b0ffaf5ce96d9ed25fbe
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d2d9527830d16c7b17ff53e58dd4e34420b3e12
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67865e1c720f74931370684f20b877dec79c365c0417939df793bb96cd1f99d5
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63bbe9df95b7bfaaca4c96d67b274b8b967ec8ed
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5cd783306a1c953a6b80d8986084a63ac9ac09254a6066920e5cc42f9ba055
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e358bd8b388915a6bdb5ecfd85f9a04fb7298586
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84fc895e6770806f70e88fdfd7e97a12ceb5d8031eb19b04c7b32d29a023791b
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f766904fe53db82e649ddb93cccfc008390df78
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c70ca0c7cf4738efa5d34a608f6b65a8fd07993ca1989007bc9408284e129b
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee63e1fc3256055078777ca9ba5e9e52730035c8
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9eb74fa0f2565044496d1785d8157c7a9a4f67f439f339169f7277f5b3d7cf
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..744d142772c4793764fcd3c910420bdda3a254fc
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcab71124d361d729526e86e4b7083bc8409660290a1295cf5b968de1cadd039
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff4f482e2382f5a32853bd5cd28be382a2bc3c0
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab90fc542aba9dd46beb3ee9d3c9923a233748eb7ad352439eee4e9232a8865
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0f16252cc692172041ce3f101c6736b1881c6c
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc256abc54f1c8c1fa1e19285b87230c62a5ac634a4ad2ffde743d07be9d3a6
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4c3273ce56c54576bdd633ec75adca7f7bc62e
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d55ba8272f3d46d69c40d78c1b9780aafbd4d1dbb3ff89603b3541e0a075e23
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb4af24d88f3ef7beb1f391cb298d46e3b56a85c
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3837830d1b9d3c1af466f249a51f60b5fdaf4b07cc8eba0fc203a845a1e90a70
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f5adf52dfb07965dae02a414680b4a9ff034f56
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9501136eb2d7cfa83daaddf05d24e5f624887be8a1a772227291fd8af56f7f2b
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d011bc627034a5177093cf107ff542181eadaabb
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbfb046e4424be50e98febb26d2bc59147fc637e7339972675b1f631f0d3a999
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37b43376413692d917c28e0ae9caa53f710eab3c
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35def53f2f51509eac7824daf2fa829665b6e587431ba6e4f6cc3548d46e65df
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d08cadc7c6ad963cfe5a1424ab6cc511ab6dc64
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5260002e5199ebfcf47699e44c95b098d897466492fc8a45088ac4e24bc999e3
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e9685c8fb0072657e74f7970f58b3c9c367386
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7375681846fea87aff4ac16ef49471cac69fade3b417ffc47a23573b7e6cc3ee
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df21328eecc67eb5a6a4e5cee47acfcbb96fc17f
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d62bfe39f3dae75b7630239385d1363a42918d488cbe8dbaf643d2800492e1
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca559d2d0c9ec5a8738aa7121a14b4fc2d7ebd7
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010aa0bfd3c65906d4f95be673011dacb18fdaed599f2eccdf1cda3c04b308db
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2df52a1fa98fdb8d51ef75a5a80ee3c83776ba6
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816a4a8f08805e3aa723b2339151ba6139c2bad4c9a89f65cc0febae91cce66e
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1698c39c604f51b52eac7fb7269915dd830cd0a
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd08d184d71d70483f9d4e94f77554b48b9b6fe98a977208976306bb656e1dd3
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e0bf44c171f680799ed8923bf1bbdc8cf763084
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9c18c945573bc539b86a9eba997fe2dd8e66264bc7468e3cad9f1246dcf7e0
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a770c4a4509aedcb9d3662c782686c41e4f48ea
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c9fc15639807dedc491663c9b90399799278617e2595a27e5adecd619a1003b
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9819e7dd3d7920c85cd4ebb32e8de2dbb23e94a1
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61aa9b058467691c61e2f3ca201eedcaca0620732f38a2bf007bea2f0a41013a
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8948d572e14ea8054a46a67c13e4553099d5cf3
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8196ec8fcf32285d49feb1be353e2e68dddf41ad2fccee11ac3b7f5325d9e489
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..438eb54934e4a660566a0a9ed4eeef5a93ad38f4
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be86adccdfa707135da7046325cd5e98d3b85d11095de6d3ead51bf89d6d9c9c
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e305da9fc9dfbac9ca396902dcf2e9e9c23f7d
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8c1b67536f2cd1d7d65f82830e3fee8fc20c0c740eeb48e89268222b55c89a
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78668c6f7f5affafe843c5d1c26f45801938339d
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21136736e1ec9d3ba2c7791d6957ee232cf31b919719544e6d8ab8e256e8b927
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e8647a5ef65faf133c3e5cbc58a165eeae5b40
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae44a113bf177122fef2ae63c31de97c6edc06bc5e2c8d90e68992beea2d970
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..924cdaa76ad1c035e2aae917d759b41b83f945c6
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2ab59327e4d6a94377217e6ac17f1ebd63e16828e07b409b831e5b780d9af7
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38dce7305eec07d6950faab2c1b8a973ab2f8ba2
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b147d0ba8088f8bd8fa37639e4b8367918f9cd021cb9f8a1fca163423c5e1b
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa92943cc61436a47750432d0544e68dfdd90fed
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8cfa393775e554cb1143c92977e60fc8f26d605c6d7bbdf5712339fb2278b1
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8a0b612d1b2fd27122f582f3da61dacdd9ec8a6
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c156de95a53ef58374657b445e73b386e53eea9c516ebb03da3a91bc7b2bb52e
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83337fa7b1975b0cf3c0444fce22f95dbd3e2a82
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5288b9aadfafd73830e2d63e0b3b30143c644d07467c83479247779a9f05f8
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e616f50a0fdc0613f6a13bdd18c169055e5063b7
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7dac6add9a98e6959afa3414486732d077febe123802fe523afd12a42e30ca
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e42e068c8a47a30b755e106b84796531132aef
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414510ad2701ad81107e3ce8c2b10ba48dd3860d9253f9ff3bf6bc93df38a9f6
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c36e5f7dae776ed1b0dc3a2ddfaac8fe8f7f4c
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4b2625bacf24f459120788e599c05051ffc75b641ab3f14feeeaf5799aa4fc
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4a371df89edf21a2867b9ad83ad61e128e3fb2
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fddc72cbb811c839b89558ad9f9c081323a0fb0788bd4a98047b58f59a39b0c8
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e504dd13de1c7bcab5d133203b2497bd6d4aa536
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0253010c4debb2f8ff89a39777a1cc02eaada6c02d5d6867a195bd93dcdd114
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af6479f4c5928379a2d4753a38f8c6cae3e8b32e
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:618d4333c23aba97570d297c6030b334ddb788b48fad962b5c5790661c90894a
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72fe4ffca5d60254b0651ca03823320dae02ae3
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0acd1ac0e443c5b4ac1c77839738c99c9c6782385298b454782468bf30d53e44
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..284bf77b62dddb653d26fd92526db81a119e6e8f
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e626d3e9c6097dd37397123f0a54089f821b4ade67276900541f30d23fdcc5
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb079c21944cbe4475cfe7d862bb5cc054fda60
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d90195eee54ea7db0d46d12a73a92e6454b89010f84ce9526516924a878d72
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72add6baf328a00fe82d5a0c2c822e6c167a4ec7
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:693acbf457f085d729f1e17cef5b5346ed114aa4c598aff5638926bae0162464
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f61c3f59163ac836059fed60f67882cf85ae431
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8589fd9cf1499edfaf1b491d81b3580b412aa9027793f5e7b9f0fe7953ffe518
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e44fd260175bae34e1f8021111162e4efccfadb9
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d32ffe675d8a58316d1bb1e3e310cab11a01bce4194836bde03456ed0e9b0cd
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9860659265bd603c1400adb7f08f5f31306f43fc
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8bbcf4845a0ece328d4325f85b7b0befe1ce2bff1b1cea450e0933786d28df
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db7bbfe10f92329c5512ef402d8ffabb55b20eb
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:957f61eeac7b05f541dc084cb102ade95a56fb3a851fa618e530748f0ba07973
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e37ec6986f32b9b79df7c123297f107090b6ceb4
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0947a0a1b23ca188f737a57a0819b9e7b0c2fa41f649c932463d01459fe22ce6
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3802edc509c77d002819f5f74517575e6d9e37
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a116a39f31b19a49fe50ce8be2a6bcc72c7d6ad2f954a893372bcbc3df14a333
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b472da9732da171420c4d8ea8b57241a5c4342ff
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af24786c2cacbea789b61ead3083392549ab5f1b9094da70ca3e12fa8e68331
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638169465c5d15b64e4e9631d846bd47b96eb4b6
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a00e16eebaf34b55fbe48beed3a674738bac794518611093a04ff65017f2646
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e53a5f2ab7262f92cad39537b386c5d7d4bc81
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d404b73dbeb7bd667d89dd3227e6d9c1d3409e9a924acc13546a972ab0a334d
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b2ab50f516ac16213febd5468021e04dce9168
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f870328096ef3570b6ff7ab9e467c39d901adc585cf6086e95b0ec90555400b
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a43acf03e6fdd95e6e9e17cc0e73e68481c14f1
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2420ecc48d15635c737eef43c6795bd45c804b48db5b8a67900ed32077135694
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c0b4aad3f8bd80fb44f9eafe52c1163274e53b
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ce51d052eb142b9362c24124601005c969e75b2312c708e1d8c9d2b79b02f8
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46a015c2570a440b001f9e702cd3c4e244ac316c
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc263b4ab65a0bcb61fad4b461066d9921845d71ab44aa28563ff1541a3c5d65
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62cbb9ead2b7875db9e2c52af0f00c684d266e5
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3622413e75849df730a7c65300ef394861ac697eed51b9e4fe7f5ff0c36ee23
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa1cf28dc21e16c204baebe2095beb106841a21
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69485f97dc4613ea2d0b452aaf9529ce56834cf60204a82eae741b75456713d2
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa901f708b9e0317cf121d2f0c49ba96d03d37b
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b537de308b58e3d5748f81fc58ceefab330d39c4d222d9d27785b5884a6707df
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a75f6eb0c20b526b0e1f6546d427b8688b8b1b
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07cc956fe5e659c0e1c29618a3da35fc915ab0b3435a6a8535fdc48cf6a3b22e
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b40edcdee6d1c1714947d86895ce3a319052caf
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700f3968917df9830780d58732f8e983f7b8c5b8059d5f2598641f32bb2be13a
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52c7bd7a5ad50fa4cdc5577b9f3843f0dc7cefc
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d9e10e3add73a349a91876f978a4426b8ab20ef2ce1ec14eeb234aab87eeb4
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfdd837b2234e01b426a32bfefd68e0e1a3e6b58
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663202baad1d13f87be1a15453a1a6aa75151acd0bca9c8e347ec83d64ee52b1
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94001568a2402b2089ff215b45640117b63940da
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f5837b7befa96cdc1b1e378c1743c7cd93c9d7e4c8164eb6403a3f2b0d011da
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41d09501c63d2d99d63b45ee710d99811f11c738
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:529eaae59d2b30ebb9dda15990b638dd41d6eb84549bd475e3889afb3597efdb
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18baf59f17203c63cb6950ada242f8a675c7699e
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c83118f46fa98f151b8104118ee74e032489c860f3dde0d37c966b6df41ff6c
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..655b59984c71be2691fc7593714a749e0f5a1439
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1d89a7ea991b73cd7c102b64a69f9b02b9af4bed0bed33817e27c81cd97850
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e8471bb1698831b7f507629b1b421659c3f68f
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf55747fb7caa01a6c9711f25dcd9641b450fe3f4c9f9f17fce5471609c4c04
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c5fec5b470fec588fa32f7b514737fe710b483
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38bc705ca4b262e927656430f0c0bc51d75cee362539f13bd32e0efe5c7e61e
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d23925fb57b6654f49397cda0a8054b14b2e18ff
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c911a2669a9565b327ae416ec13c9cb8d82ea6ea20359411ed9cde97c6ac11e4
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d92dc02301edb70b139f1ffe60d7aefc9243f4
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762c7e4bedd3e0dec4e6600d2b91825d4fd6b34080b47a63b699027af93d6b6c
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab16fe348bb27ac141e66b41be1ebafb1d9e33e
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ccbcd669c4311c64151ee5ba98ebe33d7e0073d883fd29282da0edf0e985628
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9d2872f07b8a5f890b066f29c82213d2629396
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e355de7f3dd7549e959335f8ced5ac30be4ecba026fa30e3f5036f81535f33a7
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f985fee0bdbd0e0ee3fcf045b7caec8911d6943
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd47a25e6171986ba83c47ac90a0f427ee2aa8044d2a7ef7b94566cda02e9b0
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2599a0880769768569e31d3c9a9d73788eef822
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc03be1e6de0e10b02964916c70d23cdd7889b6b406a24e3293a9d2b2870fd83
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6267aa6f2dce8977a1c517ad93544a62e76135
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a9cbba99de222d83a76f38d7a0fb81a5502f1e5b56def9128b21f4b0ce6d03
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee7bcdbeb9db175f4a18ec203edf99318dcb86f
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1a6a0039584e152c7ccf0a8260a79edb096012a6e7d7ae476c803700f9a6fb
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc6d6e3f49dae8520115f3e0443f721bfc6ed1d
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ff0bfae2ba4d687ffa596b9a175cdcfd39f47902cf067281553f16f732128f
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35dadbd07868863d1e54888b64479749f0d94d7b
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b47e9361d5319d52a4ec9dd14a9c669f93266f575c605de3c5b67cc5936250
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c35d0475de76bfd67d12c33db7fcc90ca4d1f3
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92de7771426dbe449c92e779d7250317670a3e05d991ea9a9c3127afb67041a
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f19fbc0ac805c45a2dc761d8b92caf00a4b9a807
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449520ea7376daac3ba200303bf8f73b4dad55f8ecda46af59335c2e4d65413c
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71c25cfc25b5a5fef95c3f85a975cdf366ed745
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74cb143b7aba6ad29353f31f8f4f49818703d1adbda8d9744b12138ee0262acc
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a2f1654a51abf0737bd5eadebd0c49677b51fa5
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1785cd2c68dd1eadb0b8fd2ce57baf63688941ea4137b6fae7e18085b79d9663
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649f9401abb2ee4e893221f41e241d1c69c39509
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e03ac754c6147e1df18e6bff5ae0065f7a436b352fff6238699ae04329dea275
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca98affeda0effcfa0032db7ba418dedee295f7f
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94999ae22e9fea28802ab51569b3ed2caf4cc3d318463b7987d23d02b8bb4956
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..386db3bd1ea3d2316f7d066280cd3af41f6198a3
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a65b60f556a3fd85713e782e7fb2928c79b9f23f51349e45f9d456910eb396
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8004c6eb09939dffad7f76ce6bd045271eb6dc96
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9bf401bfc4be087f14fe9f7077a30f51f99d9eb3e52a7e5890e21fe8e9e2da2
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96acd6d4ce9d358a00dfaf8e09238a028876c89
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6228a09470857829fa4099c97fe0303b9bdf698feb67f2f809f75f11415465dd
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..427dbfdd112070e9e264fc86c363ef09443eb4c6
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af06d0f8af833f3b00c869e8d25bb1017227199c6304830207b0f4775f9cb087
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6cd76304caa79059b50d438d02684d8f1006e69
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebed9c0be8ec620c68b27a20ad0192d0ee2637ccf40c726a00fbb59139653b74
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bf244f08a2568baddee5b4900713946ed15266b
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c54fe3734e499fca59e96ebda31ec0b527d8ddc1c259a944c8b7475a0ef474d
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2669e38cd2e75d3fd89282c3c4a63fc6d5c7d704
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe1aa0412651a7e5ea4d44dc0fb2d56bceaa3093ca5c8c5a01b4622a0ed896d
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bee8f2123a520674388d0ca2df83ce4ed31d8cb
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8a957d1c02c1e39f84fcf0a498b384ffa26b72cf3d3f17d3039457bf993c83
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa570bb524a8047c7144d85be5a788135fc5a1c
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:017b193fb5655aec5f9b47c7a2e2a0ade1e33aa7892d46162427fa60e8631ec7
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35036336ce2c04814cb0500038a532c4be7637d0
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92732ce7d2687e06b6a6e935da8832fa047effac06c02d221cb92970cb2107e6
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06bd7917130f8bf66ce3b84efcb3dfbbee21a914
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf80183ffdffdfaf0027f50d9d3f02ae86862eac504676594bdf701c32768bb
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51fd603d74bbef255bcba92eb4afb90ca9379549
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b01a62758a6dede51dda06f3fe48e8336dcba93ba41ddc841124decf6b3ec99
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..151a4cf0b275fbd57f7b3b0186c8b0a19bc9e0c6
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db37f3285249c4d2049270029f048229c89b414940b240031d467beb69f40d7
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a175f5670b8023d09c9e17c52a057cbbd23d10
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf482de796e94bb3cb0bd975297c511743e3ca7972b35bc2178be548aa9833b3
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7fe9d6ba19bb177ae262d2c4a52e0b58a875183
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d148560d1cbebd39c58e85526b8b50557d2d10a21f64db240bff1b1e1ac673
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f3dcf316b7c6d0b7abc5d879ae6c8598e3e0fb
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903085467a3ce3effd03eda664fa764e704818ddd1a344c2637e81bcd10618ee
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd9ae064f5f3bacc3b06126148c6cfa46a9ad384
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f11c90826737af4a4dd68a07e86a1dd6ed0bc5f1c6823659bcefd156af0ca2e
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf639b18a487d48d83b95b77e7bbc42ea58d90e
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e37e8cf48635e2f559fcfc72c2329fc81b5ddcb691af2cc3c8e7d082ae0ccb4
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcbb54204be5935b4d83292984c905eca8e4489f
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee2861c952955dfa20924ae9d8f8abd02d68dde0e184f028a6836ed641f5585
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d0c8cd009c4680643945d4e79226e120bce99fa
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:046a00f776678bc8e2ed1711f26511135ac40f8f791fe47024a056381e6ede0a
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b539b91cca41b11152a836bd4419e655cd4f67a
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ef941b0e358856edcaa324ff8a3b0f58bc94b1decb287e6417052885ccc9d3
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5301108b96dfead5f73f46479b2cb8f79c620099
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af38a10ba1b87ed86657f976999a6ace1f6813d38f66ad6d67302c611039977
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3235029039c893902de7167e3f7c342c0ffc76d
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b22ae15a6c233bf01ed56777944a2662b2d0c8a505e2ac70a277d6d3659fb0cf
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..794888099fd1c82562df8576a4c3cd168b259d08
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713407f06b42efca480c3ac83f0e2de598352be39c0f02b204547c004716f9ea
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b40e4fb1713dd44bc327aad35e5c14952a08ec6a
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07871d39628a0fd911a3f341f51e9b11206c63e336c0cccf2fd92aa1cb2171c5
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2244ad9a4f61e502f2e028e9528a2813a5944999
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cbab661917691ae831b67565c4434760cd2f3ff55343c49b68be11dbba6b456
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d79d4a0d1aa831a44ae9529e760c3395ceeaee
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3247e966a9178bab3bb648685deef21ad43c35ed2a60139eb37569f41e5ec740
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71453c3dc7d3196066fcdb44e4f358e2d580ed97
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c725aea9c23476a4542bd265f843961144fa995076c47fb80ec7d301097026c
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b22ae0a668506227896ca8447b802304d2c55d
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b88f1891af320657398a0b5a69f8822089b7101e5564909d0d70ae04abc5da6
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a80fb4bd609153c88ff750fa6748313b448a01e
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d210a89ab4d0d3efed8853953a289b2d944dee95d299d11994a3a43501c89560
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6db15d3ef8645bd8124b21ba1a915338faa8ed
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86eda1fd754f90de60acd76ad8d2753905dd3b77e477af83a80e3c0862274afa
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4d08e23c11ee785708ebcad60f14d64500940e
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1afb8c8ec6db615cd4224fdfb4ef574121aa97a830f269a0363dfa683766b466
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2079850322005d3921ec8d310e25520c0ea7e62
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb6870acf67d2006ae05e94a02ff5b08d24c9d1a3c12f836ee742fc38808f35
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b425e881cbcc81a07d8e00dceedd744dce8b72c3
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e97c03f0d85c5d5bd6262b261d813e61be95a4de82ca131ea911857ffa93b0e5
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c2bb93b968ba4161e323ad20e51ee3cb2dc3d3f
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b9b77f6d7df227c1069f4c286ca84e18ac27c68c61d17e432d8b2fd43adbff
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..053551593e7d57fbdcb9fe3cd0d1cece369adba4
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef00c20061ee341a1019e1f9e10a23d93529bf69f68d627bf88f4645420153a6
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5779339e27e10ea8fe57b27fa961abd2a8762e8
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2caa4eac79192b47243d80c369e9e9114289f9d93fbb044b3924a429b5def31a
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765344ad7ea22a642a8833af8e581b0f21900dd6
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81bc6d2bbe523a7cec80a5629a06898575795f694e9e6666cd3ab02332581c02
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db5ae5e97737d4e4f246f1df6a75d096a14a1ba4
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b906e46886512d19d83585b6114e5441a1ca891bb29da1e2b675cddd011e94e
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba1c9a45036184d6f35276b219050f0f36f11e43
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea40e57422e10ed5c277667b522fad869b3cb2461bf172352a9a0a214fa4c1b7
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe8ed25eec4ae4a008641509296a5a2097ce3a9
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c370632979d1185236f7c055e90eb719f2b9c93e78507046aadd8353436cd1c3
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8d484afc4ea55e294802ae0ead43f027a845c02
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ecd8e331796f2b631f2294604dd54c144e38a6ca216e4db2e6378351f4a6d81
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e272986eb766813dc39b5024dea0dac9adbb5e
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b43d192ad78de78b52b67c0ee21062511da03e538d15e9a9adead71534188cbd
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd409d1e6e8f09ee71dde128a6dfd1230c61014c
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63af540eefdd2362011d39077b84e7b4bf1ff3e65b0ed555a91c03b9d009c51
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cf8e5d711157107c99806a5716b88eb34f0efcf
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c0125e5ce9aa6b6b15b49b2564570283cc47df61c5a5796ef3504fa28e3ad8
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61769fe4b894d3bc91df93870f6953e68c9b38f3
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0998e31274f0c0bff4f2f18f00de9c721be47c79205525b8ae5ad455de21ab4
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476c009b063109b557853605f8b7d5bbcd4f4045
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c1f37a034c220cd4c78f5a1b4316b2c82520efa23f22bf53878db17aff68d4
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f1adac9ca92e4d0584c05bd52cf765cf3f74ea1
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6494f778a1c70a028502efc39d58cf8c2f6be0c9f0b9dee54a0d7357433f1f2e
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f709e86876a9ef0d87800d2e856df39ea77efa18
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ef0c70dedd48b5cdd8c74fdcd302740d1643e794bebe7ff16a78bec90874e4
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a716e1b3d975688b2b422f0f4cb996cfa499b5b1
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1aa27528dae35f2aa988110610608d82f63dbbeae818806d28df825c7352b64
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d04bf95049223550043cd3e930279fd7b512032e
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04f6a980b6dfbadaa1b2664221d822d6a8bbbac806641950bb6df31d299bbc6
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0576cae19b3417d5dc9f5d3c125e3b0c1c5f9d06
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1bf3bb364066dc8c2bed6367d93df41ec707fdcf3a3a8ee1fe1ee21f8893b7
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54c3996c9bf3ee09b0746afd113eafb76f2cbd2c
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7601303881b2171090dd039684c18adadd7e47122875416d62aa8db46f64bd8a
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3440e3081291322a43f8e717fd93e95e122e187
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb33c1dd1efe75f4dde43d85d29680c30e728f071dec053ee37c8b4ff6bfd6b
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e9b6c99ad3cc7d10b8cee8297e88f1b77cbc25
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6468459e0795d8c8a678feb8c72f0b01c78c97229398caa98c7bd3205277d552
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec8fc6bc1066a359edf2e1ddf3669f58c1a71cd
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27525f3845ff2e7934169eb31567d2708c9283fdab8cf97954ab2cd6629c463d
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36468cfc3e0de57b9d46590b682c3e301c52c523
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b27aa9cb5da2c017954ded7c0e1120fcb5fde2c05d0e2a8214d1c91ceb6bd48
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff7e9897e8434091c3a828d67bb4e0dd3d5aef35
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817b6ca2f6989a000d2b57066fdcb4de6c5de129bc967d2434f15cb9fed2f22c
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee99a7c7489dbb5d3c1bb3ad4a6c2d257f8accb2
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f335eee305e1308c7504fb6d0650ad78195446607f4cf51468f7169ff6dae789
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0951d91dc2fa469b0ee47c8c9ef2aedb22eb090d
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ee6a714727806238f697e8dc64620f5a95647568bc94045489b6cc747c5b0f
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d85b9d78b96bdae1ebc266ddc860ddc6755a3665
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed902b8a5047874eb8d2c7c97d612804f83d1c75f8fff08c449ead06fc8f55e
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..806c327677c23f8be50966147aaf2707dd19d2c9
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72cea85a8d16e8c91bb8702d341df08c2964c37b3549997610dc5a2c0043befe
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a372082d41fec04731cdfa746eec083fa94d507d
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:416f2d48c58db5446242b4e5eecc2567750679546c6c3aa9fca957bb6de22c85
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a94e7e86d4ddc164d313aa3928c2e403d9ad4c
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34d0923bbdbbd187a1c25faebe570b6594e36595ffd8b65b3edc60bdf155c27
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21869034f72079f56970959feaf223cb21bea79c
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d763055db5a24423a7a84a75189cd3cb525c7d18ff392fc841580b20c279cd
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd785455d220769b10ea2860189954d1e172d4e
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef197a7707d343927cfed719c9da5f2716fa99008470497c4e030746053d2d3a
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54183d2dc45ae765976df7bce383d14a50528704
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6fd92a1f2b743f7a611e8b97c5fc2e77a665ab3843922789b2242f29d8edf9
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9838bae36ecc0f3857613a882cbf92e694647f90
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca4046d4b55cd2ecc3905a0291bdc8da2abd24fd43012ae140cd6ba9ff1bc5c4
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19b10d6cdbc2d5b7eb1acdfd2859ecafd4adccc3
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9223b98878071479c0894cee0843754271bfdf98b863876e4d5666ea0fdca8
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf81804fc59b246b326939869fb44b27c68c350c
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:378e47032d27665518bbbb45106c107375b442a8d94b7d7c3f07294cff22174e
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..179c12fb372c3437661788dcca47f3aa658c1741
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba9b1312536d25f351a3d7e3967df47c4f563eed00d0999eaf4d2764c8624600
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd7633c4214846f3106f26c98a4b006e4c71e71
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc577db8bc52b777b019dd152f045daa2d798e4318b3209c423f526bc151c045
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ad1761edb7cda967133ec712fc6c63ad4d4dcb
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f17fa8f106a0d1a12c25e2e4404a4730f3d04e26d1b3dc4e21a83dea4b37a54
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699f6804fbbd768fa459211ced021efb1f4f1b7a
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a4540207b71c90626bdfac60dcca1fc2694b8db2ab5cc0be4df00a07cbc146
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b80664734d158414ed591c9a6c44fc0af6eaf0
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7176126dcc1df612c72733746eced8ef99546759bcac2011885f58737b33e245
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b10c300ca13294be8927721f6275a50a1d648f9
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee54803ce601131d8bc33a672595be54ab14cedf69c8da19dedb89cbd5e9223d
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936e91e5ec0200a457446c3ce56279eaf60a8c4f
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b6e92c5d659b1ece483c07efb0c084ceace8906ba61321789de9f5b3060894
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deeee6df9cc87b21ccb4304f4ca3079f4f4c3378
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f6a50b20b56b5ec032d303d0a703887e15da400d77eacd259a8b54cb95c23d
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db19212ec43033815b91db6cd4cae490c8327ca0
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f87c75daa2226bfc0e3d738b88b4d7d14f145feb7ce7f5973f83ad4e1cfe85d3
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4135735224ebb603aef2de5b07d0ec82f02ea6c4
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20057f9fbf204052f3ca7c204c5e3bd436b08aa4172a80f3de1c704498ddaae5
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7352394ef98198d0c2cd7235bfb80c40bdedf3df
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be751fa02c8dbbf024290ed908ffbf37b75d03a46f61c01f41ed5ec2e097d730
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e08880690f13eef360c87d5ce31812525d2fe2
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b76878f31dbb6c22a6b063e47523013e9a897bce31306fd35c89d4dbe290a0f3
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f2d75a15b9201d65e4daf5934a2bdae201c762
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156868c046eac768b8c50aaadb8b4213fcee538cb353578cedfd8e01fd39bc76
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76a19b61ca3caca70ab9aa6aef6c1460e691c3d3
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96ba393352beed65da700635a9830016b87aa443acbf01d458d1c160bf6a64f
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb445a589e438429d0b222263e9a370f3f2b630
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8e95055c9c151af151bd3d202af49be457cab292b4983eec05bfb51fa04468
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ee0d121628d674e8a0bc418eae287438e934e0
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93da99241cf7a12ca3f29642fdec90208af10f23661f88cc6c5f32b4c292fa2
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c29f648841929a9f203db2b10eb5a75668c80285
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0afe0a6deb2aa6962781334b0f0a4a0370138be6b6aa698450def4a08d3200a
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b4bfc4bcb697f2fd42a610f3668cf0340ced86f
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc5027dd40b5255b8eba77e117c7d88b5cf7807eea6ac70ec7d3333c18e9c8a
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28cddb74ce1405fc37d86721a603a93b0523a7b5
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2695f1334b562c9d84f02b1d7c601eca8374fd09edb586a5d59a64bd33530eca
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe60180e3e5f5f10c9c533f0443b62bce690fa9a
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1388ca3c61d056bdd553406fda73c965bbcc62541e5393bfb6684e42edef6271
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a509c8eab12317d73974f7c984df1c6766aba401
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c041a84293ff0cf77726136b5948acbdeee88ce9340f359ea771701ee846b9
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd45fca25143e41c7b9d326477c74a6bafbf850e
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4746a1fcf84eb797f9eb358a7ae03397de0f09f3e2a4275c3f3d50c384aeaf0
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e4b414eb4248c7e44e0cc983f827a3bb2ee1f24
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d174b0e7ab82f1903981421061dd583e4a40abda3b0815d28d6ca4084ea3ae
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa48179bbe2653b22d31b152f2a93b6a129764d6
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902ac4ef4be4366e43de8addd1583d6729f62a6827251f0388b61366f11012ac
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d08992bbe9f4e1d8edd8430adb4959599cce418
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea1fe6b49aa4191ec40b14f229c4e4aa0adc8537777456504c5edbdd717e010
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a40dc822c5affdc3f4ac78f97f4c294d8945ef77
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173cadb8908f638bd7dfb987d30439a2cee7739958078f3c053bead2060226b9
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c49af5fddbe661efd9e75f1f2582c826077353
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa1542c1f2cba959b497dc957413743cfb5ffd0a44538645bbefaf39d9ea05f
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229ecd2a0f3b862861678de8ce5f6f61cb4f39ff
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:349b8b40aaa34beed0c76a18872de1284945dac302d7bb81371394494aa71b7a
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f9061a8239b33001e4f5c80d235832cffe5419
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0654410b76e2c690b12695654ab48a57e8ebf848ac2765ea0288376cd26b4dcb
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82850e9a21288761bef0817a16042e1a120dd7ad
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72287d094e62ded2d55d174bd959127cfb66e7d7a65aab8b65fca98f9bc4aae7
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f8f9f0f346d1df84dc38b5fe74f5518bb4ff4e
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55cdf26f44278a426e75c2ccf33923710ca9a2b22383d9bec6bfd1c8ae8b777
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f22d1a2cde56fb73bc49c7df4b80cd6144481d
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08a362b8ab225d76b82cdc68f1ae017a8db465801f635d3e699d7428b64dcf3
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c73e4a9911fb4d1b84ecd8a0a37f0bedecc7bca3
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c38bc21e0dac47ce9fa01a0e476a105d40055c6f7c9abb2eef37761887431217
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e44ce1ac3b1e1e0a288cc11002253347e631ccaf
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf1bed75ba9ff30362dd4ce3274516c9ac1c02e8eb53030107b6512a2969111
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a2e728cf34df8cac055f3052d8954e8d7d0c708
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:777c6d3f6fe2a7dddc377166e5005a444fe2e0d852a1f4870123fbb6f149aec3
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4531db59a1d8fdfb9a01cb9a8abe1c9e292c814
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56285e76f42f4395af89cbdb5119e6454da83c0d5fe9dcb4cbf8a2b2d05472b7
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f2e61fdf03add1d366fe6eda4cf2636e479effc
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:514b625fe1f401cc874ac830cd4a6b2bc018e638d2997177e3c57c61c0479364
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a0a98a8695f6fa36ba9af6f93ceffdf6dbbf18c
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b9b5b654548869350fc80dd9eb2ad82b8ec0aa2de50e0868366d45a7409b19
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376e72d13df5244ad28153c83f28245309a4466f
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed30bd274035f932d2f387e0f88c4198fdd481150215d789a417617b97b575f6
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57e73b189fb62b6ea30b972db4893d29c5f76654
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba313ab32ab5c187241c557756b2346112d65e026dc0455c1e9a98fbd4164c6a
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9a73b8e6fb1957f82a7d64836c2e0f7257ba4e5
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181682d837a25d019f90b22e6c27e60bd4b5571e30911f948ec971c61106a70c
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf1c94ef4b5f2f48603cf2ce9295aa5a6a7f5392
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706afd7452b9498f1375253a3987e4152a1b9bf69decb50f938b072c0bda971b
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a2d30fba3435eec0e233940efb0dd103eedf358
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b19c1174a918ad319d553cd04f2ae47a1f7e0ca39ed897488d9c939c00fadfa1
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de44bc79a4718e29b73b15c0f66055975b3355bb
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d88fcfeb62ffabcf94c394451de9b9ddc550e4500544ace3cff9b7b67e72b8
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd6884acf4cb91df9eaf37e9676f007ae0f755b
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365b8b2ece6b1b2f9831185b0f97a5607fac4c8b0ba64b43112f4b2851204355
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ecd52fb06092cf09c235da1ef1823aab8ec48d
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b6c0077c8c197fbdcdc8dabf9b017a3e9b744a8fb214dc008f6a8dbee1d879
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd68736305fa63705b2383460d8fbf294ee9565
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8435b2d96c10d6a2cb1a7de1e0db68ab5b30c8207ab5d35c6986d7f342a4e07
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d95d6f2e8b5615b44435711c0320f029279f966e
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e0229d692c74ca2274c6dfd08776c4454e98c3bcbca21fc9d7502697483426
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d6e5290597976559cd07abcc1f9318410c2867
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec794ae77d7fe7901b7181b614f28d03075f8d66c14e21a9a42d38bb5cbde75
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a0f5bd806728abd800fa1808d644d060d22dbd
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b5c7aa28ff305e0b025466fa2094f7e8f7a94bb9fa95c1438da2874a831743
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b73ea252634fcdf1f7e91a41e5c1f85c6a72208
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d902adf4762f32352e8651332f5bf4fb3625014749d42c3d3def05341dcf00de
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b031419141be5c23dd56ca09af1f10b32b6c47ab
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dfb00424e305f9cc967e9f9daa5d219520ef66cdaa7ccb88b0881588a0bb792
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49fd1eed694ec5cbaaf6e80929c9a5dd837e6d25
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ecb1eb0b84e3290072915125b27b96a6c50b78c68efde5ba47269f6a15ee64
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e63b5f467cdddd535c73ba7350863af17f2bc0a1
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29ad785c998356d82e3f0db83604f56db9087b766de3a42f6303d9552a10472
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c76c14d5702189ea1b7471f1b1e362376614da
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57de455598842c3a1c774685a10dd30db2b9f1722a2544c9f7570ef97ab7fd2b
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0fde6af1205d5d091080104f137519b3fd04a55
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:582e1d4d6e7fadc8ff03c712c56c3093ef2dbbcefaae5eff9ac561be15888515
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea81daf1f69f9b06f2cecff47d1b23babe9f09ce
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a8456c828b6aabcb2b937a412cf3b199b75901b99c0c750cc6da3d867c08fef
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4c7c0efa00812c991a945f19036893e08da230
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3923ab93e1700599cbc0b5cff46096ce6526b4487038e7378a268fb3a2e2905a
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73cf8a8097091c5f864a0c787d823d5b6e48b0b4
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1efa9fd81ecdf080235d08bbc480bee5e4bee99ef593f6a4820d4c8e0a340a0d
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aea94ffd80def004972188cc3940dd1343dd9b6
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c791fe3cc5a77361d49f05b5ad2a146557cb5b88d856faeaebec0d53b6cf267
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..316d4015e483569d02e66fcc86ecbba74bcc9c94
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:142350312faf6f4c0ed91c7bd55694b87091d4eccf87cfa3e68caea6968dd4df
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e56f1fa1d89698b0561e423d8be47bfd92d39226
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2861f3df6b932f6fd543bd0e76f83f34e94fe35046baa665eda0629172f7b2
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd1ef99a309ad328cca3aa8fcc0d00cffd282fbf
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c4616161352f92d06c3a033ad81dc50130ec8ede661cc7be5f9e61c57a1d2a1
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa7322ffca8e839ea48ba8eb260c1bb3359fd54
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e78e1d7cd1e6bffede53d16b5da1bb89201817abee22b0ea4c7bb3a5eb7fc9
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff827b71de2be3dde627f09d50744e684d0792ad
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ceb98b3274820c2d9fd3b2dcddf35e8d802640d68683a2764684d9a5e7460a
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a778f20d315c2164fd9beb9320c1a0a0b9cdc6
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb41f15f064bc3fb7f7f73bb06adc16cb7eabcc32abb7823509e515766601c73
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b4041840ea633a2a17b9f870c2266333cb6761
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4a41be03d084376e3033979e0cca69e07f1850cc8a130c530d2cddfa0d2d84
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d93bfaf42d5f4af74fd86702af6a4e83a7542152
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c736fa69f116939739af2241950bb2a1ca79dd784ede51ff5adee1164953989
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846172cf78838c004349db0a2157fe54d4ae1efd
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe1002a5f28444ea9e70fe49978590094e8e5f4b1fb1d94cadb923307e966c7
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b5218b3d1487707c72a77bd0fcf046db494f402
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f10d8d87fb36f956e2d648c987e82015a349c8b4d4e6e464967e7073868108f
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..711670f02b5201bb7233db5cfb1aa7543e614da9
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b4d606b5949337dcee717d5e6168fdde483b39833b169edc505822ae7b0c2a
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dccb7e39517e6fec1d47ef1df14379f518368c33
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b58ba144a1031918e9af26440dd1a8a6864862c132b2508e003da5a9bfd750a
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b78fee2835e5bdba3cca64abf30dc2f7a3bc8a
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f1f51418794afb9370aa4b2e83eb1172dbd785c769ed766fe2840674afd127
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8877fe3bfe6a82f3e68fabb1325227938b368789
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04fbfbc9d54d2a1494a5a019f45d130cfb8f6524c0788306d66465f20ab5439
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f5353d14db4d33668743788c517e9ddd77b368
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d99ae682c4f14289e738bb27470838c603c6e257003df1dc9d17dca23aa929e6
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a1b476f8ba044010bac81fb2a684f323bce444
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc97e8acd52ae8fd6277df86968228691ad5010caf1ef9b20570b651742a0363
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0bc6ce9c0e5c0a13e22dabe8c7cc4671229cafc
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22fb01aa3e1c853b29a5908e78690a66ae7c0e4a8a4b21f0ee69e33b7c0b8648
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e14d1e00c41c194b49427a861751072a12bff141
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1b30c69ff847a0a84038380e075094f2abd10a026d3871a385e5d2f55c698e
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13bbf07d44968b1dd4c9cd9e93e7541deb188a45
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:565bea0f82f39b7815d95695239edea70fc9524d4d5a272dadd3795173423ae5
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7841d60b1a222d05520ad195196ff7814a71796b
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f9a58a5369e4a9f4e756a6964efa51609c8595dd6ea2be058cd618e9c21771
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8622a03207454c77e75b3ab5694050ff21a192e
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a5add48d1a4ebbc368d7d21123f44a174dceecd62310152553addb074e47174
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8261f8618d6fa40e2563b2f6bd0944bbd380af4e
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78006a5385802c3ffebffdad4c77d768b56d01ad2675368636e4f78a7447ae01
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe86234224853018228ed1c5fc5c187a961b8476
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66fcd598c30f6a799ab070e26b750618280bc96f52ddc4c3a0d0b27655aa53d2
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79fa96432cbcab62d14d9bd0471c4697b18eb1c1
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f0f6a66f953a2e7589313474fc17d1b4d6a4d53bd121dc1da01ebec2aad202
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7180d29725953b4f5205a7d140aacc3d3598c60
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8b8638e8da866dd91e4d4eb0e92b37797f968ca31f86a5885fe54897046c9c
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb5ffee2da8d2eacb955549becf7db2cb7d6c58
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3699b3b87e7a13318c05ac0d95b18fe2ae204af9a41109743b3f5897ec7120b
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157b4c394356077096acb844dfdc815b23ae13c8
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ad940f9af9eaea4db7d14a7ccec8d57acc2256d286dfa4ea31ea58d5b39864
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7edd74c09828b68393f485c58673b1578ed37305
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df75a693a9a0475377a0e8a6d44987830cd5dd6e307eee751a23b6237a9fdbb
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d42f3f3fda70b28aaa1f43a951a127cd90bdf53
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e407f9c70573077ae70f165b8d7b3ff63907053fec1a31321e6ab7f65ba801
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe383eddb0a94f0816d0a80bc7bc01f39f16a72
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234d0c06c48174e7ba296a5fe1874af84d13577acda36d2064440825ede259af
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d60f9741f37a00dcd897dcdd9f8105bda5cf55e1
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0331ae4296eba3ce7f10f01307be69e41937534ccdf03b254e9b66ceab25e923
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c348b04361e9fe8fd8b25894688945c4d6ce8476
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3dc9cefa2670ad26b98a6a7d1be9b63cbc1a28ab7df83f99383686f5290975
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98543c65acdd618435c063b4a46998dbb6e9232d
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ec0c63523821bc82cd00c8ec388c5708fb48b37ef2ce3c54c9193785fa9755
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d87f46a908561462760dcb07c82908793337d2cc
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1cb6361fe63d74a81d6a9f7f18a093316198b5694dd3eb78496693291782c32
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3520f28dcf2b5c29a8ecb1a9ac985b41b4abf48
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d0e8308cf32b87e4d2ec174bf3a6a96c66de0993c2260c6b50c9254f02fc26
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d646875ff8b72c8b28e42d0e8340d2e3707cc727
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c697125253f51be3a91dcf6544fca933129549f23bfd77f61b1ea68373e4128
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d907a217e53b2c739ef3976c72f889db7ae3ed9b
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab438de2129af741ec1247e02278caa1d5cc6c7dc584f2ab3582a4ca53d0725
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..753f9f949a700092286cd30250bdfce2e33c990e
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f852a4083cb1131ad892a8e2ea9d1e5664340dca79e1e82a8d2c8ead63541b6a
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a621689622bbc40d7eacf32bfb139376274581bd
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd5d22447702f139f49d127e3381fb2eb8174218b446eaf327f103ca2eee7c7f
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f962d125194c731cca2e09351d0d90f8831ba837
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a024f4e3fd2a29f09b96767a8ce81086470e416af334fe00a37cfbdd7a82828f
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270db8bf71826c51dfbf5eb4156171c9cb451740
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88db9f6a13ac013fae27ce51b4ac53e353763b2c0c4cc6b7b8c3ad312586969f
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11402d8aa2e30b9c3a3f6151185003b67c3418b
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e8f3657da24731cf90f0fbe091a057b2e320a0427d8bee5b373228793bdec2c
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e121967a690374cb17c295b6cea4fdd4b6028537
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d3d5b2a58bbe809b741d5f8162a9109cf1d8878042e6aee1e47bf679d8d980
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537f1b7a41971483051aeb45c1e70030a52104bd
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d6f7517cf30413bb648ee686df088fd41f845a8f1d2079a933ac5bdaf77769f
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6293f71a4b5a77e5b682df68f33eec3d0b34f1cb
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4781512f27f443a031d39d2717121171e920b95ce034d55f59921130b8f24920
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d830eab2707d398d58212761eeeca746d9fc4fb
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be85b816e26656059cda624527e3cc56d066ab663357d2fd80a08078016d3f00
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..985eb6373f7955e00f1ea96ada22ae6729ef0804
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff8e514ffddca981432102f2e21090f2d059cc2333b069022fdf7099d2dfd38
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a400adda4c0cc8955ce085ebe9eeb46cf2a83d
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25fc84c24e1594940ce1056f973e12f946cb28f0b0ba77d3627ca9b7951e6c43
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad334917241e3c3a4a47c82182fcc217b04c1f68
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:802a9b33726e6982e5edd19d65c5789a1f9f793ee90d3d84bff53e1e161b503f
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c34b9d44c638fe536ffe37526c49d0cef3854b41
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f960671ab925cd18a991a1c15faa6dddca592e190b7b319942bbe5c31b1146b
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20751c4482693fc65709f2fd33cd8cc488d63143
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c77a510725589f09f43e4b5e0394584055624be6bdb63214404bffead8a15c
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4fc54fa373545d380eb6da77408040d5991877d
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4bc5d00782c8e0655add4b08eb31370f5e9e3982888250f9e811bfc7d995203
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9509f926206c7134796fbf3c9a73f141ac40ad42
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7953f3e9138e9c46940275f7bcc83f8cb7dd032b37c5077cbcf164b7c000383c
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c5577850c8ce401c1ed2800a6dd9e767759c87
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27c60fa2479f5b6b775c62495790c4fe5a4458d362d595f65fd6de08f1d51ab9
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.project_in/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.project_in/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8c303b12750229488e0f342e81356f4935cfac
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.project_in/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ea2dbacdad126b0ca55d22530782f2bd1caf2bec8efb3778be92a79deed9a2
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.project_in/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.project_in/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8028f6ca7ef44828249e2dba05368b00739ec8e5
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.project_in/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5650d48c0b1d19cfe365c3e7e167d02ad54dc1bbcfffc1510284fbefd95c8d4f
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.project_out/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.project_out/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4d0bce992688230bebc40eff6944c608713388d
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.project_out/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24fa19bc6b25279f108066f397a40db2ec95c1e94f5825fbdf229267f1232399
+size 3297
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.project_out/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.project_out/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e58a12b4c971ab2b4f094a829a3e252c400931
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.project_out/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a95d9627c5618dc4742b7d752473d357806fa95902e007ec5195982525e26852
+size 1254
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/lm_head/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/lm_head/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f7cd275bfa5954cad17f78eda73e6fa68a1ad13
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4290adb9ee6d5e25066769fb2423c7ebec732cb2876798a4cfe82cf9b7f16f3
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b39d0a4869b36abe82d2dcfbe9dff4dba3450b1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69704d23342d41e1a1d7dda744f1521e6209511a0fb765336398bd37d643af9
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9911d4066649176e3919cf3807a456125965744
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6b814c438d7f208221cd9cfc7d79ba8a47b97e70ef03e28bd9f43e1858d13b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8c0468a250ee66129e2cb2579ea41b30e11b8d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6f8091baee0743ead271cb8130e103a5f857f39e4bd36926f55a5e7a18e552
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3614baaa54c944850c9000b294331edcbd364779
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0873803cd6491f0848614113e555655ca74bd2e670178cb134607eaf5eb5ed1a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a680b769d455db102232ea2dd8a950a91d010e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85efa2118ac8ce4a6276e006035073e36796f24ce62d9b64a16b7925e702d0eb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d29237a9ba4ce901679ae5b7cab68f9ea0db14c0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2284773dec4ead093405c33ab30aa5fe15d6c815ea5486f1d4a3405e6805c6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c753f866a2c728631afcce977dea9eeabd82bdf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6fb5702bdeeb3d3fcd5428f4be8070c0535e37e7aba7d8fcb70d90a3fc23ad
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5844a664bb85fff376b5b832aee50d3ff6afbd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e5f01a6f5319ef80bc7fde81a991fb1ae92e118d2bb5401771dbe3c6821ba5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..631d37b3d78ae4706cc9381814e8cbac2d9fa2a9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5718e15bc8c7b0f456f99586079c18351468d70946fb53ffbcf4fb31e4d0ae
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a4d98e07a375e969b1edf2bc15034d681fad06
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aed3b8186eaa4f21130e785cc157194f17c06c0b1b3b35be84225e59d705f25
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09eea2d74cfc13fee66eb35652d85f8520244303
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b9cd6af04dd80e7c6b6f93ca9e4b52a533d36f0e64f20f23f3ce8612f2cc0d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11e9a98cd8f65338bfe4f9dcab355ea98d7dd27
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99dfbd8e51fc7e6a12160766db95955436fff53d2c5d9f275fea9c1ca17a9f39
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d6ea5166fcd9f63e1a05d426811d38429f7117
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2102a91a7a8ccf7f2877f5710d96b24bb0514c53bc66c758d3d282dd415d55cc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f21781afe9f2839ffbea2eb0039e324e47e065f0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0d15ce2c4ca6fa5442c5c9306640503d355c61ba94377e0bdcd12864069d8e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..513f311d038e36ab0f4a2d6b7159a95d5eeae9db
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6242e0e9701945011a756684c3e57283c5f3c009e4f746dc91133aef590fc65f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a28a13ae9c865800e1f5490a6f18f6de4f370f2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b90cc0d86312f2830f00d4d73a18b544749b0ac5c48a17fbd271ea715f78581
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b269d4dc0f6da26f68b023642dd2a7e21e68aa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdafa4680f26ada49a0714fa65a53076089ce70046d1bad2e94662f66d50eeb3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..077b92e2b09d89d5793610a8861124e162ebfa6a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b4ece7b59d531a9b09a068a3a8427e48e6a3cdaa8b2ed9e21bbd7ce3c64a07
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2724e80fb68a42dcb43f323dd59bffae3ba074b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb61ce983694f243a30470e7c957087a5f84090213af48df732180bafaaf3a8e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a539b1f5c3d33b6a70c63bb332eb6ab35a96a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde6a84b5a7c86466a48095f4b7c0e1b575dc1599de80c3120387cd673a0205e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c474e7d8b00b3ee0f2502616683ac52c7d1619
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537b8a95938ba8080f9eeced25f44eaac8ade501e0ef6525964d6a0f2527dc30
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf7e36eb46a34be093d03b77d8b0c01bc92d5930
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790267e3f208b89796fdf89489d479fb7c4429b74fe9a4f87c38651bb41027c9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d2b2d82b6c5a842bb456d1f962284928a5fed44
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50aeceadb50579a63e1254c4a6b6c6709128bfe631554bd5bfc2bed5a5c33b8b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a028df76e51925800a0f9fb7a78231852ede5c1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1420b035e2ae374a1f4ea79628193b59ed879927e8601d720e8495ece0ef7c66
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92f5a5f33620334b89c6b1c247cb468293c5ae0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f895dd14a03e5d1df53cb290f946edfc14b33e771fa60d18994d86bc29ea36cc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60336255de519728427eade6dfc71e189ab150f3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9659ed59cb65bbf930c9f953502273c09eb54a5b172355e088a9a67f6c8462e6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3af70f1ce3717767ed8cab1101091f54c7343af
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d1841fe21061f78b9a7157476da41bf06e93eb7515f48e73929437ea02f586
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6890da4898fe37063bc8f2a25efff5f6da6d6c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9f1b02ebdbaab2382e0226280f9974194a25c47e63fe8bbd045edf81580bdf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..808a9ea4f998acad56c5aeb0264c128aad7bbd8d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f819572aab013af370ed1a5c004490d98a68b15b2cf2338115c0b754d50768
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17b769488e17acc4abc100a6776e6fb2726f0a9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c385d0a0e483bd73448ab8833a54c4b18b8294c424abfe64de7993930766e8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6345187caeadaa198c26da44ab899218f6476853
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26265c6cde8b8b0225e696ab1502e12155b87c6c3f27cc107ac283a593ae887c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6c26d4b725378acb1642c3b8479e887b5d220ff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e96ddd13f8c008b4a3b41fc866400424a7f0ea29b9979f963ea9cb236a15a28e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ed76a4c0198d7513232cfe0da778927332d1b6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4a696062ce14c8ff846af6c0a01f49517ead05cb750f9796c5994f1f98d3d4
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f34087557a7791a8881358f81c6d954dd5a68bd4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0fed50a50b12411767040a0a7fbafd7e11c83f5aa9fa766fffea54e3ba305f2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa4ae03c0cba7238948e26ea85cf9632fe8d677e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d19ca83c635eb2fc1c42631dda79e9b28e5120166fc2dd6fb60c69dc2fd162e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbceed20e91f55f5060772acaf1884a638d54e7c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f7ed3b56c61932fd01a73f1547ddf53d3fbe5899ab62687cfb8897bc338684f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..109111bb79c6c1c19cb49056d51f345b2a79fbf8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e0a81ada8120c110e29ef8bc67ad648acc9827aade5e88a1f4c9bd3ff2b44e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24bf796406378579885c79e8e7f0c76b5c338dfb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc146854e09b6ee22139da5cff6169509bdaa5cfb50f08ce162189dc92115ee7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131c3da4fa3ddd37193145c3ce8c84814c518404
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff740110b158477995c969523cef693a185ff1a0d124f1533a4167c2f57b42e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e96b3118b86097cbc0497bdc4581b20a6876f76
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d572695635d3bfc3003d2dd1106b2c625b1f9c1bfc3532c566067c51c3a591
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78718bc33f35c427238df586056355d5a50be1d5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20cd26f32dd67940674218aad47d1017e75d140ce01c205dd55aa515bb318ec
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f4d0b6f6644df7a7164874e63bb743a61ad039
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:075ac3b2e595885f3ea0b1b0c0af30204e49d506b44443f79ce075f164ecffdf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc35f6a555d0950fbaefbf1715d939b7ea5ccf4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf5184f0200e07bd61ac89faa6535372f87f2674316287cb73cf74a483e49ef
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be466da849952c0dde00776dd1ecda25548b819
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7eb40c83539f24adf005cf9b511f1cb2f7a34ac8e90d3f7f87c0f665417ac7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f30a5ffb1bca2466f2524cd0f6ca83708c0c8b2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c583198745434a8150a414024ced30239314e08d7ab8b9168aed7f366032153
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd734e5f4a30fc7542408bd61963bce0816ad043
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433ace2a96f74d0b0f68a6145a207850ff29cfd392eddbb60b87ede96ad0aeb3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508290b774fbc6ccf96a3b13af3b38df0ee32678
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:287aab775c3563b41ab43b380405fea55e9440d2ed0818f60aa9c25f609043bd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ce5465941e7ff25320ccbbebb929ac45992555
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f81148de0899426407900dc40fa217f7684a718a6ff07dfcd0ac468d31ff252
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6ab34cfbfb0bed1b9a7f07753801a629e984031
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06dcee9b1f26543f1ea64e55a439dfa008c6f88da7c3ed05bc333b0d021aaf2b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2caa50af35826a291b7eea2fc01331f5b9ee289b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d816e87c9bc41b174d4d2cbc73cef84725527094c0588d7f632f853bce5160f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a4753c81944770b4270d80709ce3e8213cf549
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7296e800906e10bcad37203b330d8776db13e22a3615a09c77938d75aa80be96
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df837dbe0377f15738605ab0c555f4981af5f7d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0287dbd21008869ab18eae90e8130a2061b698273882ad51416aec35804b8f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31c18b6328fde3af1c8f81febfe44ec56a7b135
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3763f6276c31cdf510dfab6e38df3dab30f068739364617a754114b0ca5198f9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eead92d00b2b253980ff4f5a0f62afedf386d55c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:035ff2267d0b3dcdea2882f2e9668dd93d15bc1ff86bd752af238fe4a530894d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff59f8cc77a78b16eeb452d03fb5f539b683d86
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7548eb8fbce645da390ed0a60dd9d7e4fdf0eebccc691e49c55addd867644bd3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fadf688bf88317ac49869f5b1e9b81a29f52916
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0039fd287cea8db8d304f8dc1c927dd9cdb6f8f1488eb59964e91590a7dce43a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aba9f90340a93d03c1836e35d3717e5489a3e63
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca8980aed6efbbd4ead4d82e12fd8c3466bc707e713f7e972736ba10dd8fc52
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..850657257181cb84a9e282c788a23ad7ef4cde5f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb03be702c00fc88e43adda2f1146a820b6e7dd79e79beda2d4b6110470d7e34
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743d9de2c75b5d5bfd1bb31054bb5c8a3ee6433e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f555bc33b2698eeac76c321185f7003ffc457ab1b5457d0bf08dc9f5556a5bfd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f15ed04be81d3c364f05e158b93560d7d36f899
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4cef30f092f3dc19e36d2759aefe97890a7f747ed76cbeaba0792424fcc88a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b436ced7ea594250007453a27351c8e45f69b87
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d62b0f15a8790774fa8d98d7c74e820d258220995655e29519838070695c38
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb937a7826ede4e4e9064ab0230c6bf9befb59e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36426ae5bac53c38bf117577e30bf448b2813d8f80a1dd6c1b1416deda2f43b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27611f5242a3d47e4c7e6be602a14deba8cedec0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b054bccc8ab817d0c57888fcea37cc0a17dfa6c861a18c6ab69e1dd05ca9fb4e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4388c9e91fa965a680ed60495757ded26a9089
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40be130990782444015366e96b21ddc5882b56e5aec904d68457851ee2c0b95c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ab88528b67927cb151f89e1c7278f13c8f1950
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04723eab5a51b01f5c631152949a27439af0ed284929385b02d7c6d5218ba203
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..665f281589fe6fba89447d7d9ab833fee0234b5d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf0f49cf3e760aad445070035eac17081f3bef64929de4e5fc39e572ec30579
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be6bf7802e8e0cfc01c6431d7496628c1d633c5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6195417805156dd61639906f2589557c47170da9c84a43a5debb186b05ce4b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b1393c3d701b29e8509b6181887ca828150a7e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33597cb3777560aeec1de936a3ac29330d063d888bad5112cda89c954e52cee3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aef1a2a10e90717cf4e0ed7b85dead16fdbc199a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606eb8478304c65b0abbcc8761a57ca2678fc4b990eea61ffc694811a4a845d4
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242dcdced424939fce37bbae9e80c0b978a17e3f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816c5de0b455559cd5c43902f9f6cf58629ccd96753b959727bc8051080d4faa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5f5857f5abfefe22f1e3ed9e58154122411c8c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32111a5a249605c1211bb1e125b2786c376fa39626f96895e887f8324bb85ac7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430c6d7c02cb4cf57af2d71c89ccba1fef342f6e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7813d3b5a66d865ef3ba6d50a4832eb786f6b341ae3d182cfe2f366d75c8c497
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26920c4a1de6129d8b6c4b0a4bd911efb20623f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d93658e146ddeb8fdc811aa7f85ac68a74f89e7f045f582876b2aa8d1b9ecd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb09c50104cfa346774ba79dced9789d6a1dfea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b26f8044125640431b3819ad045d80e92bf9482d8cfe6ecb737662ee635db7e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5951daa1d07667f99e76a7d5470201903b59d0dd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b184d77099851eea6e7bfaafc61a086f2655a22109c9aec713c271510b056af
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac2352c2b5a40d475498c59151fcdf1635c4b37
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b14dd810f9b276bdc5889db5186756545202f143c48b296c7c7864a615b8a8d8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c304a3dd7888ae36cdf1a1ffd95cbcb961f9b304
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e708cb2e5107c24ffd053cb6fb502ac0b6c03bafae5836c6f19625eef3b271
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41da7f27c47ef7c3beb1c1b8da5b8fbe5f6a4901
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4544b53c66d76fddd06b1cbdaae2ba13239a7ac058b6e3d65e8425c4f5b7d421
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d627dbe5616d04846912fb8609e5bd376f4e5b44
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9e84d32ca89445380e9fd0033a14e409db732a78254290beba57c1da541181
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967d16bb173136d03240e9fb250b887bdc5eeba0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63a7db1fc42267d21dbd6388da56f8b38b943b44f34f12ff2506502162998bb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1058bab34503e1ccd0bb3e2360ee611d106ce92d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d92008ca9a5135009cc6c4e661b0d0c25be67c5cf1b1c1da1db5abd2065f6a1
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b5f68e1257d1b9da11a12c1a52ef9e846e1594c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f77b97569f8fef224e698057502512cc419acbe29d7d6f8385cfe4c3eec761c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476b3e40229f6727e9855e630410665d3753639c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b25ceeaffbe04543bc0f7165cd917ad38375d1cd3620b2d8356f134862941a44
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c803143f8a4afcfebd90b99a9a9b4c7a609cdab6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b248ffc964dfc7b3ef113102a7718c5ce20da0dbaf58294c8fbfa6c8fc9e86b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb0ac3d479c024125faf118f1669dec4be709ac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57af7aba1f0dac2d83f766de8725d8f691b253c408890d9f37fc77259aad6be
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb84c2cede4f362d53dc907957e82dd7d31c4ea4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c75ac87e49795ca03d1b56395347a146db20e5f503344f714f72cf33d11ced
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e20c5af4dfda022e6e46f096b1b2fb00244079d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a475799258fb06c32376a5d9da5f82b31fed7e846587035d67d0df6d53eb7b32
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e702f09fc3f5fdc175531134ce9bbd93944d6f3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c11892bd3bb82da8b014996adb165fd41569b6574b1ed5bfc02817695a282b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352af342d2b3b7f8ebee3fbb5b22284e2c4eaef3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae049378f6438c438c97379a9d6a13feedb2eef68ecd3fcddd269d5c2ee857fd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a02040c26f91e5b52990594dd9013e7aa3f195b0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9be215ff5344d3e3b683526de86b1304ee45c02eec7853df7ac3390f867dd01
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b4c5f243c0be5257dc2b01a76679c255c10973b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:417aadf6c2bf8347f8cda12a3e020dea791c1f7c86c74e57ab4f4b68806b4efb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d525cb33e798ff9e3e924892e6d16b795d414307
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:540c67c15552daa1e7cf7bbc25a9a821c6e15f4e414d7d968633a2f82bd70b82
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0ddecadb8a9b866ff9d68734f98a48482f51d8d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b66ea36f3e99d32f2ce3c3c05937bac295685d7e8ff02c9bf5b35b0ffc8d27d
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f0022c4bf0326c921b6ca2b23c02935b09948eb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1ac5c08d5de9369741a3a4f11dab2c0ea87320a90b68dcec313cffe9211a55
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1257e00af015234859abf43ed76a0c518bd031
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c61a8fb919e5950a4694aef6ba4307fad5fbad457d68af92ea3159d586f77d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0ef61364b2c1453e42c5bf54c64a31e5a68d8f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:868f29af66b1b75e52a6ab68c72e8d027ea0066d80d03f38bfb781d22a47231d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6464943f505c39f7d82e35e3a22c51e3d1177b40
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72a6fe9305a8b2a1823fd8f6a9ddca8695b401213027a2dbb52a6bbd794e6e5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a97445d442dfae9478ec243c5ab7cdf5e4cba18
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b736d4cd54f63477da88bc22ac619cf5fa68aca23c8cdea5a967f22b789743
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c179ec37d679714fee5ceb43c137e36c3d2996b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c707dd38a11f7250d79f50c2a07ee8045ec920416bfbfc941d27818f0dd1f8
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baafb64e3e1c83e7a31f88b2b8e1b58ca1cd5467
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7305e122228ae25c7b1410b5c69f8746d8774ba7ba36d2d1d2863cb5c5b29d12
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf3e43d0fb551ffbe452234b93c37703c040544
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e8715d67692e0b9bdfc7bec5e99e1a277fab7e9c49cca152a7b06f05984274
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eac77198f864cd4c9e5a1fef55dce18692ddb1c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc587cba61b06650b1e21f889bc95e6ef9dc639015764b814aaae8260b91431
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc5628210751029ad95017199b4a501f56a6ce6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc8faecba57c23acb3bb4b9a39308be56a7da340ca8c32e449775cae899a012
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9425640cbfb405da375374cb2c86c6c8cc1da49
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b71957475da3d07d94d86fd13156fa502694147ac260a8360a3664d9ada260
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec1f0d55ee9a28d9b0c89ce2ce0693b0a8262a4c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b14d67bfd809a80ff0a1aa4d032563c213a079ce3f5932814d5200a4ea722159
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4680b2e3d36cfeb927a4386013c8f65969e024bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d277cf3da9710565aae80c435256aaef17fc27f592322a31797735d1b642cb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d6ccf4eafea5c29f181a239d6e17137512bbd7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826f90f60250ddf31b8757ed8a4cc525e043fad8fc1007d9944a8826b80a9194
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04bc2daedb66724b735947c027fd7e9b63b8ccc8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4525ef623665794348a26ee8c927d33a14b59c414725396527ef40f70a447d0a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79146b96e079875fa9498d4f9c639bb89970343e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd792d6135955972773f48f62d52d45fd2c0f914292904e8575f7cdef5fcc65b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ed3b62170ac8c68e9ca4eda51eb3710eb3e7d6f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1478c0dc79bd2e39b1f205f5ba57a03698545098f645b4e023dfd45020b22876
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c0d35bb70044bc90b490d80fab1bcec7c67e2ac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae139341a16ebe8c76573a4298d4bab494f56ffb985680da21a0b5a23db812c
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190bdc7cb8d55adb6ac6babcefcb5e6455fe3e0c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143aca6a2c215c919b8f75f36873693305de6fe2d4db0bec51a0cf10d62d4186
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c96fa15ba1deeb204a4258cd3392dc70a06a799
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abebf3e1fd3a4bcc5f5c03facdc966c0f5d0fbb97afbc6cbb5d2a3e42b32e6c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a7d7cd6a1565cd04e9f5cd52df460a85143130
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:691587d4f2a8132a47bf574d2a8247b5be4cecc27f21d5e4e2350bbd73cf5043
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091ca803342646e96dcb34d7c4a4bd32f854a46f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed90e2211e566cf5f67a297a79f47a03ce1f59a8eea16290505452238e326b7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6df6f5ba421ba77b15caf427499d6591ec9ff4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd5191a063117d4214b2f4d1a4074f6d73e695553658074b03729fa67a74b4c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d28f55d2d425bfd79423454c5a3bb50a2984f4e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870930ec83981f5b8c73c1f28eddcc20276a12501f92fdc4841ccadabada778a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f71fb4429fb30ea4f169d0dec5236b351e32b6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5ef18caeecf04fe8e5b8357ebe4eacb693af764b7231603edab2b5f516c44b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8126ec49a4c224b0ca5ccc4955bed2d89fcf7dfe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a753a6bb159b095a0732c86de002a7514f3f57cb12f6e4f6670f8196c2e883ab
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ca8d836d2a7bcce2043b620c43e6a12696dabd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f94822441c8321b433a8b5a28414793ece3380526920a8ad29001d98ab357ac
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6171a5b51bb8c0846338f1d15a545e9ff6722e6a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c1381ecbfbdc928e08a5497b78cb431d1503d501ca0fb7862646acdc5abb86
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef47c41cb70055b83b950400d742bdd93cdce1c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccaff8bde622144fee992d00d98bc93c881c432d38233dd6bd10a46c081f894f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cafe20c01e8729f1c0cb3cf7a50089d619383c2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4dcb5f586bd03179b5365501dc841ea156f25183b9dab4e75040cf3e3d99a2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0019e1ce3f4e672dd8712c16d9b51971fea4cfc2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346cd9682d41d5c0461e10253b7acaa5900ec6655ea44f1873a21da746dc1944
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f99ba99553fe1c54df84d57ac1672a87b3e82e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847323c056c155a5529fb18218b6e3a0a7a7023555641846d2e8c13565d4827d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28532132b6b91823ee77b8e9a892f823ff25f1d5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa9d466e4364f1be9501aacae2d902fa7127a03bf5105c9cdda4cbec8a99625
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daed49ad1d8baefbc1d4d3e1d3389de4abb6597b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e48a90ea3703081e9bdd12aa9be5433548afffeb0b4826871135e4e0c44d0d9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce52bc447d888583ccb7e83abc37b5fb1eede54b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36aed3ff30a88b5af23fb33c3ea8b164ab216ee8c4eab57a387b53bb4548754e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cbca6724deeacbdfe866d63a75917b28c92dcd8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e112fdd67b9b94b873c4ba754528ac20d332d94a3d4559939942e0fb0020247
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d339a726e630811e0946c7620554c76936ffbe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb281462625b746f04ae4363d82ddbfa4cad915dbb2fb0495d4faa1a4f07e0f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993e5f05bb1085c234e37deb1d3e12c22bb497c3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881509e7941e28d9019993eb35b53ea366230ffcdea97741c8a0e24c624ba5d4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f1becdee1cce32316a87ce8de17fb81931920e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6bb494451c8063ab211370c7b4f1bd3bb682237154909f52925510306d37e9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2073dce980b510df7a19046861078da34d475f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c043328147dd03be670c93d8ef9e6ac9b010613760cd39c64034d86d7b796753
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f878e8ad32ad46c3c25f2804c59eb55cd014513f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5992c8e0e7285bc3090cc2ed4370152f1de7b0715436264a581c3038694091
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72da0a44aa5a55f5dc4a2b792a42bb0fde4feefc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db38ff987eb0b03c01c3628e91f865b0983f70b950fbee12aec0e932350d7598
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e25496ec18d84b7b59dd3592ef142e9f05fa98d3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47af44d21e7964f57c14a49a4d55fc77b546cf239d3ffd6e266ef20846afb385
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3cb674db35053cd999b3aae3c4140c6c663051
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad261093c498a041c181a55bc443101c0874af0e14d402efc951229bebb2ec1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f8402c16ea68a1f9cf2b295b150990e88c6d0f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba9163a96572d9f3d80f9ae4f02b3a7b82671f993394c98906be2969da92ab42
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b5fe9c3c118c2df05c45aef12b05d7418bb61e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd23e0e5acf4cc071f4421e11219ff44cb112acb042d5757aee327eaf38de267
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5778b939ccb6517832dadc3583c1f5773c989e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180de61410ad79dbd022da511cb38ebb0380cf029e86736ff6c49db6e5192632
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33f282fdf6027f889baccd8c89df76e38dbc0169
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0733b802cbebb5624222afae7f61f7501fc4a507cca39392e4f5bc75bbca10f6
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfea38f49fcfd3a09942b94d885f58f6aa7babd3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d352dcd69df44346722003f2da329248e14e6530f597206881ac5fdea0a167
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e9c4c117c383e353fc5ec84600838b625f10f4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff0cd4b75b5592cc0156dfb0575db8ed3352e40460d3b9d84cf31eba5761707
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..467a398abb9cf6ee12fadd3bd1cf82ffe83196a4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:531fdc23ebed29025a9da2590687803e9d83aeac3aa9510028ea8bf929f93ed4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba702e92b3875c7c9b39f095c121b1a1c9553041
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275217c9513dd4649b877c56489553d00d2907cd25a2d12d11e0892e836207d1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf18e1b98464100f6cdbff2701ce31dabc5326e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171f0ebf5a78ae8cdeb2c741a3c01c61c0ce0803336ede65da0a7f93684456ff
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70acd52a41e2e32e882362b7ed5a6f4f62d35872
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605e263417d98c13979a99dc053948873b4faf740dedcaa70772daae91e64fc0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321072ecb5d4858b7d9ce1ad463bace6ec840e53
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2069d370b25116ef2fbc5ed0a4350422c93027fdc22b8c52ac139828ee6c7229
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a601ea19e7a54becd8a2cf4dbea92d05d6327fba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774e4a661acf1722bb8585ff917cd1deffb22de8007a2e42396044345bd76e1b
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/lm_head/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8fbc9da29b9e9a010902194064c41c36f38c226
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:909f6565118e1f006bc783df62f0363e6b2e5e892c95463f3cc47c9bd01330d7
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/lm_head/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccfee1bfebeecd1c33d58aeb02f598ad62f14d37
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a83b83b90eeccc6eab088e54389083235c2e50166317d7304d9b4325d8c33974
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb97443a96d255cb8377c3a9a893187eb65634ee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8464547a1c68ddae0df5cb2b945f522b6b1d9663906dd3a1e7109f380ef4557
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d480b7779a00941a48922686fc02664ddf2fe38
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8ac9dcca5a87ccbf58b1e993833fe2d650fa921235e42cc49b0f716c18b5f2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c50b956c736872ce55c4e9589fa87cdff945434
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd84c861d31aca1d9c5af796dbabf82992d7eb01be953ccf0ed6d6947533c6b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9396c9a9c932e48e0c05fa2650332331633931ca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae1a49513ce9495242fb65c25d8b91fda158763259070766603bb27abdb0ab15
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..705f7df8981dbbfce40dc4f1d33c775adab554d3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a637da28de0a8df7e13485f010bded82430f925e582835c242f81122a34d6a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5c09127e4e791b403c247febafa5e8b4dc111d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c810c6b99c082327508682d7ac0f398c92e0dacbaee338b38b680f4a2c7ad7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0782ff10bf187e4a7d6ebcaf171fea2aff5b9b85
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d424649143461d84fcd1166cb24184a88f50f86bd74eba9e174fcea3c9ab3509
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ed2e55fd81e502896fab3e0e8e5763d5b2bace
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ef81f8a275150612b1e239cbfe74573919e5a767dd88bfe621b188d71e7197
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36d47d79231f428ad1eba846bc26562933220749
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d38869707e4968badc6a3264d8b6b9f4ad600cdbb58f255834dc6ad6d1a5f23
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46dd5bc8e80253da8afd3a4b2450d2287afd4668
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeec465c6618bdb51cf5ec5d9497b6a044efbd38d9fa1cc2140898a7e7e2449c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24731b09b2ec418cdb93f20551f0b9ba9fb4ecca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e99fa8544350cbd91cbbccbefb4693943da6f9e668f9ad50dadc6f7808b056c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2d9274427ffbabdf39b3dbd55a72cb867eabaf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb06c53608d85314408caa68874fe2ae75880743c006dd6ed5753a52e431e32
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b078833fca26d464ac575f069c04790fb3ad7369
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb04ba55206a900d66c642b37c7c03ce4d5dc21112347f79483365c2bd59732
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e47007b1795ae502728933f9e1056d7bd262de5c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3869a5f66186021689d84b3583233dc072c1284bf737e0c3721d654bbefa2e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0773df1daaf607ee7ee4627ca54fd2dd35f95f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a3bc564023fa5594dd5fe4faa9c541465396645d25d88d7ee6d4cc5e8c357d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f29fccee89b226d5e165647c21d40f0abc6c71
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5743324c96ddb37b345c037ee7a94c5db780dae10d40ac9568eed94209f4d0ff
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05cdf3d603696750562448128493b4622a767bfa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cca9243378a0d80cae6247c6b477ae00ab7405b206ecddbfb3504d93d642c29
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa1ffbe2169bd4213f5db8cbf22d9a24351e5bf7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6937a4dc94a9d2d2aed24981a6d6e8a20068de5630fea3763174b4ea5795b56b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d23b0e6160f997f6c37f5b399ed326ef39a0c8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ca9f0217cf68e74228277cac56cb975687620c7ff1b836d8e950a89495e891
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99bbecb574f45ccea3f137cabc65d959b3af8933
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef783132d7d081baf1cb0f0350949694388181274b32592c482e60c7731bf09
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d69907f8ef8e8d3bcd93ba798a6d7d10636eb8c9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396805e7645efbb7bdce3874223b5bc24628c27133cd7367b3d0e48b1ea3e549
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a71455ebdee30364f6ce4d11a31812eaf535446
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ad3831729280f23978710f29ac954980987597f6dbcdea164fb3fe6efc1efe
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d725701d208295e493f1142c92a330b9e278daf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5388e0b538253388e643e56e5f5ceac18ca4e2521942c1171bdf430ae7127bbe
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32444cc9ee99fa245dbc5c342bc6016a42ea9882
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d550a5507a5f0bf07d3ae8116dc01eb28ed0809e3d63854d333310ac52acc91
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f8d8cb3deb368b1f69d100e20c3684be71483e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1317473e8d88d4a3b1f68833cda06b14910a3e00f183680c95f7fc6cda38957b
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e08c07aab1d85d4253f3e97215e9816fd0bbbad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f49f432bb40a527193b5251557056ce4d6c759de1168c5b8a0167defbcfe3c0
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b35afdbb05703751843f5441e6d80f0fd38840
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a503b69c78808401cebc4f0d8b392cd0759b9176d10870dd9e6f4f49a750d982
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ff984e326351c517c1bbc6a9f851d95cc489bf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a87569917e0a550425d8a1d7c3fbb29c3cfd805b2e4e1c383b3967b77844f94
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0efb81fe98e86eb28ee95433517fb8eeaad04d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd7bbaec168fb51cb898b1d9050a4151a3113fd41e7320151ab0f180b90780b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1252e2b53d36ac691e240c17ab6b2eadb3931df1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7985610d8056ee30eaa2fc2db29d3fa6f335b22b279383c4fcc0d48baa4590b4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da912d9dfb84d22f684d9aa91bef29b03f6c6a7f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ac239424e2592cc9faa047d8b791b25c42bacaff5c150b9b0a6a744873b9ef
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c71a31ba4a0f7c03a095639e11c795edc5b25b1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f7244f932d5e2d0d3cfccc792f14ffc001beab2145957c0eacb25e68da036b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1b6e2d261449e86ebf0f588bcbc3b3736ccb6f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c85eb8f87ccacdb2dce10b8cd2d88b43583d45cf8411ed5a16a0bdbe747cd97
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3113ff901f7bfd3a7408d69f7d9b06c518fea94
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd4440b82112884e5901418e77a8d4b9587d4aa4443821f1b943eac8d9ab88f5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc95f06b1006d38e9bf79d05d162350d6487377b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e37f0798691b227d7e2d0604678cf0f9cea9c2ac8d5dcf54322bf9761d56a14
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f29f7717f1d30fb5b0ec1c8a9175e1b859d0bb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b65a4b8e7b1694789ede9b5465136715e5d96abe9fd85c6cc90fa30fca4f37
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85812dce9b32d0df53c1b10b88960c446ce0d7c2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e251b43eb66c8665a62b008d2d3450f51c1d47bc7b6a2adcdc1c64b36280dd
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c52159599782fccb3b6c6ed7a24ce27f018d39
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817d4e00cb50577accb68a3c7588a87fd5d1c4c7bc892e20bba0216fb7014911
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605c49e78c79a5eebaf8784bccc227efac4e13ab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507b7921f7aac12e1e85088fe08c8ac64fc3a4fed60c3b9b46a1bce7dc8f3b0e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e05682e12a8a26d50fb74f50c2cf26533f299eb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ef834b09a1416953548ecd4286a4cffba448c3e83e7f799252b5b529c794f9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c6ee2248e6b110d8c004e12f3f6a379b727436a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e7f3758b0079bfb42702d23ef4aee5f1049afb5c4665d8015579b0a64b87ee6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75287739889694e24798b6f23de8cdb32f019b08
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40ee33f00effad2f2a2605b32dcd4aeb21cac49e80759746dc29e53dae2a6b0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca800bdfbdea66b3afa4b15b2449d62cc17a4e40
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bdc292c9d251697fd46c960d1f0757d5f607c83831f592b7c62c4037e26b30a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f262e8b2313787ee54cf9dd8772073606391e57
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6361d128bf8ab1d0025c9e2cd9c2917cee5cc7a2fe9188b6243022b18322d4a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c534143338ae90d86de93e0e906549b5927971
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5f5ce38451e65d674d04879a3692b920419ee33859874203cc81dca34da208
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b30d19ac716ae6fd8ec0e7b0c1ebb31b3f9308
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de13244783f1097f603c69d956db25a2d84d3757fe3cb3bf9b2df0c0539a5ace
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f177c4336193914d01f51592ccd5540401a9750e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3e08c473e717d5ea5803de977de925aaef483333bdb7e326e801130a9d552b2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6ecb6b01a0155998ea89b6916755f6840e0777
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5d4d0012ff8f89bf9366a69f46ba1ef4ddd4a6a47d632640d21eebe105c685
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e5b16e279235581f17e66f90fa723ac27ceee9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952ca8e2f5942457f8a664eecd8859e2063290248c90edec3587f71e1e10835c
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9781fff293794f0b0f2cbcfa674c9ca17b59b8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75495711c590370fa0921637846cfd96770b198b1d099460844258db96f9cf8
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7ff6a6ff830b17a651298b555b572c22eb18eb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b159a954dea4c20475eb42c34ca3b6da6b26046080a4f0fcc8e4b79fc13451
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cce317c5fdfd9b8d7afa708eae522bb0965ce2f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edaf9f71ef14577c544b172e732f69b52b5d02b580e64ed6b7c2e48c47c0bd32
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623a913ac71271c95407148fb3961393de171ead
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c6001e808cc26e0c7e9273258737bf10b2cb08caf1fe740027b41a6885c801a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8763d3a34226f29f669ab8ef963a0043e9c81784
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c94b7064943caafa258b8e218203921a4e9165aa1e2d548269367aed4ada2f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5f0fad5e4edda511131abf6e3986cd27d88647
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75df1e0566f36963f66babcd7007588055a1eda9291e69fcc028541190180639
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81cb55ad68fc11947b8691dd272b63c2ec878bf8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0538c7fdf73579bda52e268886e10dc044d79368d32c6e2225d249a6d747ec36
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25fae1ead109ad4c994a50d6a7af1a3e11f3e7ea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35cdf0d085f864c3659c80ff8c468dd4425ff570cc5f5c23db4ff6be3a3c4cfa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9315a26245315a04e61d0e5ff5f5bc4a4afb7b7f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9c2565a7124d63f83e22a2789d2d7a67272dc8ed5b843d158e8ed229af51a2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a61943bd3e69b83ed4edc59108cc78dad0bfb7c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0474952dfbd9a21d4ea70a0be1eb4addde5f33fdf32c0a05f4be450832876b58
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f75d42ba4ca1862a718c28e4d2fa7d60a868280
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c831ec4271ffbae8fec286a775eedd5480757435a9d751daccc2f5c7fdab0a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317be616baaf110321a449f7571d7c3fbb2cac5a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d7d842247864a9d3657f9c138e82e8d4029be5c1fe74c9e5d2e0e22fa7223f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..319066a58e37715adb69b5187a04e9543d10bffe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977f557488be59517778ba9485b5e90caf62687923462d7e4d53468455974d56
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b229b9ee48009455bf26dc6a913cfe1b42a8cc56
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32aaf396181bb407b3ac6ab72434ebe6ea6e3061593cc4e32c9de304715ded40
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df13907503a561e45494976e428844800ee87483
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5acc724f334dace5e1cf7934d75cf54d9e33230a47fa19a8ee500da9f0147cb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ca7359c6b7f950a1fa00d9308a93c004bd08d2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a32020604a7a7b69dd58bb9589f93975b7fd40f41be55fc70d9ba072336fb2a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..575c075629c9c9c7d2834cbe48385cbcb018cd5a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c38d4d20d1b979e9119831657a7981ab3a2cda2a3f46d795489d478f2227e00b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc9791de5a68e1b14a388e0027fbf6fcd20a28c6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e444f5dae74780a8ed833a7f2a1f658649d2d97d49fb46fe79467ba5b4ad6f84
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f5ac432a2b524297845ea63b2e04b77ba705cc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a3f59f535fd04fd316b1c03d84fe5d5cda6b745ce63b73d93a836b519dacca
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e21e9f80a7ae1dd469070bff4b9c836772577d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12fdb6e2f83a1a3eb1facea619e4bba0a399eae52b807e9037bacb0115c9ce3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe4e67ae313d0b47fc178e8cf552fe716f49442
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a81416a27fafc1432fbb11c2f9e24d37447ae19d7f92c33dbf15cdf6d13a334
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a9f5e22cb0c7b6ceaa388ed5cd420893ba4a4bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1fe66a0bdafc56e64a67c4e069ad870fa1416e32621e2a15734372e1df837d3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0459871e624a812b1634fa3bbdcf019ad134e8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c89eef37326a344bb66c58d6e46b6af8565ad3d21fbceaaea337a34b0498d788
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f671dbbd04f45ed3469c4ae9601d02e1c365287a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9065cd597bc561a2f4952dd5d3afe8ea4c11ee766af7fc1a9e2e98d91635e1c
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1acc05850384b22720d5defcede99d887e1f2f4e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fcf8de4008fe1a6004dd80daef318847b59b9183958816021291318b4908908
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b572cfc14cb3cde8a030cb67acde7ee5c8d7f4d2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344036da552d2101724e124f4c6008c59b0e4b5199822ad01476d6c84a83a476
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc2c43ffaa7e7dac95176342036eea386b8ea355
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14aa045ae4358419608ff97e90f777767695ba5fd7ffee97a4d81f29678a5a40
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81ecce27906f1d7d774ad195e907b5f4bf6e525a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86fc231cc0600b8cf7918107b417d1421e48271efa6875e95aeda6de4f145fb1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af8e31c72ce09f447a885f025c3002845264f026
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51331093fac019fb80cdaa179584b23f5010f6eee7cdc9b777132bc4b8635b05
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..165bc7ab5d487d2e55e2bdac3ebad9546c2b0297
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2787b36616c5e168012d38244f3ae2076761f64bc6a7c473bf8c3fcacd24ee0f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab9a389191ddac78f59f714737da4d61d37fd57
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:631e40e865233d4a12a754f566f4c40b1cb19bf550353edca3cb2df18ad71538
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1704e5ddbc8420720d466c9476f14daad5fe021
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ef5e8eaaee7e3424e5d1d866098bebe7648398f869e3f359e3160734dee3c7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1112486c7ee613b1b197f790f723d74acafe10f0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ada7aa350c03fb3393ed4cbd19ba4a0befa05285b41f9fbd07346fbf9a8cbeb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d306fc2b6da498c50631a98c918a3e6d0c8ee1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:368914b5017206a730c0570698a1d311d81c6bd93a926601a2751e80a4593359
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da48f1ec37280e395da08167b51f1ad78adaf32
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce77278f3ff33376b30a00344fed00683dbe2f82e43f9ab310e8b631b04caccc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d17bd649cb8db7b9b29016bae4e2088b6e70fe23
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e606f2f5ab30c28ef7e1e28acc18c5cf95dfcc1a0ed31b045abac6d92d49180
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a29f076d34bd8079bed24d3d1ab0c98776a502
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b53d7668a94cc18d2ec8d884eb4c4e3acb032af5d36474fb138f12bdca13da
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b9981df02a07d5dfb8abd86022ad711cb2c4b4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5e7f01ece3bde866dd22d895ac275ac1537dc4d5d3038d741535a63c5c3d01
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88655bac90319ea5d9fb35d67af8c4fa39c62410
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6632b87aa0dd0f741afa5956a705ff2254f65e4a4389648e66452b86943083e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..951a72efb0a93a768917d3e1f118296cd38849fb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65cda57c935250fe0555595e49ea763fa055e05a823497dffac26a3fe22e896e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d314dfc889f51dc3ab85896c26fc7a516bb4be10
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:644c44cff1fb04b4100926de900ba6129a680860a08cebb6e1512e86e7108cb8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52aa02b2186ab6f4102bb28b11dc42024d94b3d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08c1382ba040042ab02a6faf51b36d7a27b9c4a2a27001efd829ce22194a881
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a003f5b89e841ef3c3123bba7332a26288b778e0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a84af6f6ecd20fe674dd99ab687bc246a9937a1a397fc7b32e479f16394862
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be398c29cbcba1a89e898a2d4e0a1173b0e659a8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f11c5269b66151eaf11c34db77fd7b214065f20eba94ec5500d5ec1279f454
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd1856d0e712f528e874ef92628d253f8a415c9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e2f9d8541858f7016682d9f3681e1b67f8519aec16b605a95a3a6a0f1db506
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce67c73749a43f035b46d15c893ae5ada8191ac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80edce6463bd2b972d39f31aba42d91554d039f69b1f08052ed90eef7342e69f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e94c8a2fc979fcac48a57ffa008ef080798c61b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df540637b1d249f82072fd51cf0ec84a12d9615c0f924bd64da68920996e6203
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c20068cbe37f3729db8f30c8dcf05e07102720a5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1524b7096aff3f95b839c9f1d61d0682a6214264262a905de35d2775e9971900
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2fe2c551b790ccdd40b57e861a5d1863d516da
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2cac67c9f59b488ded19c4a9839bc44051011f0826cdbae2d8a4aa7707c950
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6923eb158505d16830205ba011d1ff9057d7022
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef25d91be9f2b8f092ca98e0532f195409374be854d7be3301d37549b7c5954
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bca481ca1f057403d83b57fa15bf54394e6d0aa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e98c000c13005fd76bdc02ecc9f81195fae6cf3a4e3ebff23a0f9081a7a364
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a63074e12f1e99b89ac5823e00cf76a90831fcc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e0df6fb49afe83575821cc12282da1fcb40daba2410cc52a343b97309126c2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..111c364433e678ccc708619d03f2a0944e1c9d24
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197886d69b53697be77b90835e9515221ad59f76204c1d1458f1a9387c1375a1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..718825e434113c0c0fa460e867ef419016b97603
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f3edd09c5b72fd2c0c7400ba5e6c1246450ce6b84bdca981f88a2d74aa39d04
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..049bb898b2b429aea897586f3272b81691c3f69b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42782dea8b1bdfd73f65cd766d49a92eb7efc2abc5f6ab3383d9881dc6456709
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ac3a8f747aad3cc8837e59f6f3f887cc888810
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdae47c5fa051a9a786b371e16a92aa0036ed28d3e36e88403b08da5de4a6067
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3bdc27d028903995f0927b5b02fb947085c3f4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a64e52d320534ffa583210b7b51cd65a64c03fbdf7b1fce1157743ca61e876
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78afd5ed7112a42b6ef1da4097057b4fe53ec884
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8a124e3d413277bb43566a1434f4054db58a884fc1b5abf5207f2a1bd86e3a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e24c510e8d96fca59d7fc553f1972eb9fc3315
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd40618517e50936a6c2d68d5858addfb8fb6fa9ab7c14c4a329becb696a8b4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d335d5d21916f1ac0b0c67760c59e28dfeee48b7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79067f4eba529cc5f55e6fd3ae10ddac1d47637efb7263f516521ea8fe6cea0c
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e316562acbdd37b6d625a5816f166c3afa0be2c9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a549d4992d8ed22ca677541b0a78238a0d421f8665950fe3bb8e681d001fe8
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee3c316bfae36312237d4cefb145509d187d1fc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f033c4b36c2cf1ecb719fbb9cb88e9dc51282bdd3534ab0448e9c99fb607a6ce
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3a724ff773bde983a069c030ff16c807d2287d7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f9d6b7e43a92da384c695c75f5d83335579b28c651c49fc871ebcda7d96d69
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba64e59331748fad586ba219c9210e1de49003a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c77666c064b2581ee75d3d487a9b577ce6bc6bd2c9d6b92512b6d42bc17277aa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded0864e21b01ecd6050649754b34799c98966e8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116e33a97b240cea6e07b824a3884e7a45464396e0f4c6d48a82ea2129643207
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..077eaf0315f30e81f4561f02339030aaf22a9a6c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b180ebef370819e8f57c1e244a9f2112aaa120666e5fc3c343dd37e50a705737
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb68d0b9447b710d5e4fc2382cafb9fc2fb69d4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897ebe1b46238e91288f5d7fbf954388f1be0a09d3694b3ea969d275b6f34ecf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa6ac51e6ed46851c00e315289b6efe90adccf95
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2260d12345e51d498b90859a38cb796cdb24fa16b9af820f1358029e534e3683
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b36485ad95ac14f968428da207b637f26352cb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d107e017c5a3bfcfe7a4c8274c80177a39cf12ed0c69c60c16497cd482ec9c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd068eaff8096f2e776a9feaa56154cb316830d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d043f40547fa8365368485b2bb8eaa2eff7c381c069a03dbee656df2b4d2bb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7539ad60cfec2b276f08e2baf9cea3646aac5f81
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0097efa212616631023c34432bd77106c156cf505cc2c7beb3c8b945a0e261
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27313e0a4946781d9f6217cdb9b3123391d80d31
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae225695d6b24405b9fa6a0e86b527cf5f3e05d2bd5a757558b437f10ad97e1f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65e2fb3c6d8045627379ffa8907dc628da1865b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9772046b2069b14fcd6b34ded54fbdcb6f6ee813ebe05440fa1b935605b5dada
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4c25fc43696bb14406b95a008421ab01ab66dc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f81d4b184e1cec7c69103fefea3b85bf5c7d35084f624e4b77bf45fccf7539
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae90c30fb0808b8e55d547cf4c0346c4cbd79a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8196d3f36d4e52fcfe81f2517777c7df6bdd1c78b70420c5a59e49efcd4572ea
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7256c49e7dd111cf4bdece6ba5ffd691f67bc640
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6586be68f4d1cac33f37727ecf1d427ae22660554f5809a7424d62f4b16b944
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62bc7c78f132331171e3146446d4585b54d4bcd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f220bf4e4f78e3c5232b82ec49d187db308362746bc195f17b54989619bff4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3942d47b5c13d0159ceeae1b816842a56055bbc2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce0d7cec9e4e520bcd3b59086f53a7d13214b6c5ae6adb7d34e9827c21fa519
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614e9c0d2e4dd1e72a5db81d68be60878ee851b0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ba9e65f5fba10d4c4a3d80fd79d72d71ecb5567d63236429a2db1ca7f23e4f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e33ffada1dce8a939c5ce6af5b1cbfde2fe126
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67eba9b3994b18ab5526c40fe1fa7259df9dd6e1a47dc64fae0ff23c483ca572
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e92c81994e75e6657ce9715c7362c4c5ddfd09
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63dddd66dae2148614c4803dc559c6b57f55d92683958f8b14341a79ee0221f8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca95d8d19b648dd0fcc2c4f635b6af8aea1df8eb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80d23287e80245f0a729b093881d6366d522bf53e7e5edad94bde1ebf4a2f46
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ef0d71c1d7baa54cca46c7f89b31d508d171434
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a3872d8e5df65d00aa4925a00aa9ab60e579e42e74097adf46ff1b42aacbaa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a41a531e721b02ae2849b06b17c72a5067f18d33
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd8bfbd46fb694438b8ec17c0a00ef7a120178b07ff263a7b5a2381f6ed64752
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4972213dd4cbd6587cc53e00a0416e9637d26bbf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791007bc7982204dfab7c7f6c628502b5a294157bda79c3b86feeba6ec4be0f6
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..058e7796cb5599771223b75681b8b9620b79170d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84201012cd9d02f110f921b1f8904c6e73c09033d49e5209cc805e78a464d0c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba9ccebd7c0e1397f276eee538b2900db2c149d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a162d13d73f4e2e08046545930ea62040371f09934237922b603be824f4801
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd58a864cc08a33f2e0a0b1b08bbad42c007361a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd20a6322a06f1bf48cb5e7f6c8a9133147e97117a6ef89ba6ee509eb5d79c1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3008523b0e0e9497d8c76099aedefd14f4494e16
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52781bf87eb4d32874acc74a885b27a8ddd423718e737d4fb8829e4065b1a883
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c8ac8db4cf88fe2f4c565511be5ed60dd7423b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8952069e41a372f58f0fe21609dd863efa974b7341cf1f9f0de7d908fa788075
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b643f86855d2d177803f0dfc45af3827c1353d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d719924a67f668dcfa47d3b3109f8fb88a3ee3bb4bc564ed72102e4971d1f932
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c24a3e10af7ce77fc64ae3cea6236b663e78e808
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:776e4ae376a586b013809279302505dbba08815fe0843a19aaf2c0da2412c80a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8353729d8a1a9112c7b1bb5c1ce83153dc636f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6298a37bc5dc04ba07b9e122e60f371176120ae46e9b3fd9e9a994a39244ed42
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cf70f6bb8bedeb27b9d930229d282c8f99fe144
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:574b267ac72a2d55eb4487d8ca74778ac619dc3d4839ae7f323f305e7a44cdbf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b21d8fd7647660a8fd23de17187115ccc27992e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bbcbedc198eae9d16919e5ac2e00083bcac1eadff0ce98cc2b60b162cad9b47
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..548b74fd33dddeb609c3a9295621a0875206b156
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b305c23c4555b92b98b14acd9bf1fd37cb80fba099a9e5ce67771be5cdda9d
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..609b86305160646a0c61f2c9b7dd0d9360769842
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e94376cc33d5e80d841bc73663409a27c598d63018a0b6d4ef2e50db45797753
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e5d1cb31c359354d0131a18211fd79ad616c15
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4988bd1f533109b72f2a5441e94819f01d411746b10edd828ce0fe19150e50c3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21865e4a6d05f8ea1fcb0c9b1a5bdf67ef5a94a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07871d76cb96ea46cde445e61d1a5ddf50c37d4bee892868f2890d755ba9f7b6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb6596422c817eb3d18232e6dc7738841343237
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97abe39d7369d38af14e5920cece50e46937801f2efacfd80c4ee46be922e677
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c27969ee99d667dac79e8c48b63c81a04348a9e0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b39c9d73ef729e070b10c417b08b5a31eb463fef79ac4271dd7b582b1f43253d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972e517a99fde3e8f4a2a7d4c3062cd7ab903e99
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91917d1ae7e0886ebf64dd50eb4551a7ec7d430f5f347969e5c12c8cf1926b2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8912e6a94fe6c4fe265cf29f1e652867fb0f10d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76f6b39f44647296c777ee24cf30517b366c3031193f204cf42b6e3629023c3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..739d600b37c27b852742826744ffc37ccdb391f0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898ec5b555e776e0a5fc0df3c9d5a33dec7a949eb8ec10a4160d1f2817d602d3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42b3125ca0bf6fac21b048b6fb96d3dd9cc3d68
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e95ef43dc5f989153eb6037b03008e1c9071911f2d4365ec8da81e656a8391b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff57c581d0fa8838e11838324c636c742e5073b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2404439c7d7268c3899aa20ae016b7909d80f30147a04e6df4a48c8a2370afe9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9169b55113f13f99a703e3623bcd74f7a0bdc860
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9860cd37faaae105e63752fb4f8cf6b03397e8935398111fd0c49309d04e92ed
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..390f166b6a7ba5a56b1225eec4d95f5c98c11b2a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a34d8b6a4b53330b7fdaffd0907aa72efee6a34a8760b8668e45155ccd2961
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db7c18ee0d455c669da0a906b36c24915b80db3a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715d65059e955f4c3a77f8e94e9f38497658216d6f5ba32c25dee42fb9667b81
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a51e1bdcfc9c6fde4f893400c69fc5d739263278
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c358884456d26fb55d8c7ac59558833fe04faccbd6403d53daa2a11d25c83b2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76356022fcdd4a8861f2155acfa7ab50f10be8f6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:939cfcb81ef54e4356a0411990d7e95d7513ca032221b93c7ed14f01f1def915
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49df43f97ac161445c801b22be4f8576feed6af1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7fc9ba9bfe37267ffe2ffb01bfa3c018313418385b0166fadf5650f91b03a8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae38abe548ed817504c012ee2daac5fe0ae0036e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726b38ce03cac686e3c756a4c61cc56a3f224be2a345decd01cf8729049af549
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc5b2a8bbc994bdd12d67257d135a94fd2dbd0d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b6bec9b393c6bbbf4862353337fbd8478947b285f87470a45de9d37d75924e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06d7c915d896c5e5eece0038a0c8833ff50400f5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28bafe6a73969b5eadc4c92bf45676167419307e273828e3855bbd770205b857
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e46750701c671540192307e8ef7190c9f2fd162d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9591bc55d9cc25068fb8db06281f34ed8d03e37b23623d51181c833e54de7ae
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1de3ec46e414c53e475c5de7bd0a0a501d31a2f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe41e8eddcb6aa6d96a08d6f3035237dc860ec0380b6badbca2b22bf761a3db7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8f635cacc607c2a863fe622ef95fa9eaaff79b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ddd94ed4cd3b800e2bf7c5ab58bc7ab1d7dd3fb5d5d9e8fb33ed48117b436c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d2034a5eac27119520c44b2b62c0322bd773537
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:981da338ce14adfc7904a06414241e3764e0fdd320ef9a5349b3dc3c5cef182f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e645b32b76b9a27a4fe92cb8d37f0cbe14f802de
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7e9eb915c9b4f1424636b195bdc9dea7d305e162ca17e3e572bacbc795c671
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe9f06cdc8acedcc9279016dbaba440e38abb73
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2201877a773535835e00b7246c8788efc2e91987ab04e1df374e993f275a36e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7b06f7eea67c289db7a32aa4709627ed14abbe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e3483fc813a3065b55f6733c3de226446d91490c64c900e404bde11d91e7d5d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a902913ee0fda32592015a2446455d470bb3bd2b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb827bd9a4b57f693ce63fb2f91568effa5503636a5f6c7de5f88ae99d301ffd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8984eb047add6aa7cfda5cc589af112b18f1bcea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567f0b6f09d2e97e182cf6847357c869d6b080c77a03d82497486003fe48eb2d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d0f13f41cda79754f019ff91f1c4cb86ff85aae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f4ec81aa5c71a4b5283d6ddc4efa27650e0c0b8514db41fa95ce574a29c8e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25856ea5ab7fd36e41dd75b1b3ed969735dac5b6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8ce654e9808a4d7e0f345d5f0493e279dbd3616c5fada9b36d1349e8446884
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798877311cc24a8f6c3bfcd90ee8c53ec8b4f49d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0116b493d97b02089239cd78b1d38ec83b22e0d166e2287ec0f7d166c9759942
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2f249fcee9d4779498413bd27767d63de90935
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc506bcb8e0ba0240624a2b6b8a0fe7e4ebf8a86c090c1097aaadb1085fceee
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f8c0fbd03ddc81bdf4423a131d4072a49e46afe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7be284346c7cdd2f79fd09d77fa9bea2dbfe94afbb608ac61ac1e5817fd0786
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2923c9cb51cd0b48b3292fa43c56af3cdcdac68c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d1fe20c57056f25abf0f7ea7fa88b49c001d6c4f1a404dab3899e17719f33e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5353f1622b43d73e25ead972bbcdf540d91c77
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b230a40a3cb654c4015ab91405a22aa688ff21ca7991d0114c40a73ca14f033f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f243327ec6dc59f60e444887791dbddacfeedb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0bb1c65cde5d850b04a4ca79a56afb1e6b20891ee5de0acbc95f37ffb386644
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932964687969d9e393597245cfa8dac587f31c80
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2483dca54912e5fcb654dd3e0db0fb213eabb585ae8390726fe0d290f8bbc4
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb7e50ce1066f500bf608f302cf35afc14a41d0a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b49cffb3d9b47d7adb5dfd5717337334d7bae44c44165fc1c1ffec2661a109
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..284c709593cf73ba9d075676c4bd17437bf4efbf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710199115605674036db1e06e46705d0755868ccd98fa4a007c03b6140421d5e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e1789770f26b903d3a84fb2a848d16d3d346f3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8edbdc8478dcffd06ec04596dbed45596ce2194c42579a9025aeedb199bebb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df42ff3659f38fa28b1bfe2f0c17c0576b6473ea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2abe46f6b2088bf4a1ad31bb06c0b55884dee7e0d754124824cc59e89cc7c177
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8c02fb19623b6a43875602e6eed1b199232823
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8506f690a4eb2eca2471975252964bc1a221ec9fe1f0dc9c99a29c204793e5e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322e5283333cf5aa30402a44fcb7504513d5aabb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5dea4e346685dd545251a7ea79236395dc24555efcb3f40d4d44fb830266e2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b5851037d61c15fa640aad911f3d2433fb1b24
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f37e38091f6ee555083824d0e69d65313832e8a9ad3ccf4136449862a78e0e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d75839170a6e5cb38a1cbe6f320cc98d5b7db3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7874a4e501709ad7e6f12f12ae67edb9c2972c4fe9f8e7c025a6e2e0916ecc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092c1ddbbc39fc90734a79460f5f80c332212523
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91047de80da65e5fe9e3164602b451b95e91883c8fda65d5988b7f10e8a131f6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..500800cecbc30963d8c8a116231a05a3cd9fa686
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9772b0e265dc2b6a5303a3210f7743249bc5ff8b5195caca07f10e348efdbe20
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c0d4d9fec4100e69effa1acdfb6f2cdcc0ab4c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7900d7584dcce2f03a7d71c0885736baa50484a52c787f6f1fc5883522dde991
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b734b25f4255016b6d4a4cb127639236a565b38e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd211aed1b8e0dbada39696400d971a795354e19e329e2bb1626842ffbc07885
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c80379ac379e6cb6645a0fc47f8cc5f9db6a5d3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e7b06bf8e311f255163db08728d18bbe1326432f7dd07f64567bbc7f6b9cf7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2162d6dcb123001ae39ac118f3b5cc4cd7cced7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c5b21092174b7ed24074a402decb9338e4f9df3133f1dba10872f2816923bf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c057e51d8325277c574fea69bb5d854c5ebc440
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028d4e04b66dd2ca9c6a526f8bab10d5e78f175c1af46f955385437e67f9c4e6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e562086bcac869c2c66a89faad48651a386435a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285aed2d3dd4ce7aea13cf7895fb1463ae8be8934ab4e036d550e252e55d9bce
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f4e66889b16edc2e1b61885abfeace5350408a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80725376e3ff7e9a572d8f08b7c5f16338e7bd4db9a59ab28a4ad145751d5aa1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec202a4606f62592206341deb7cfea3fb824e1d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3898d11daeaad396f78605c121e070f8c693eea7440b0f1e0d1f564f4ec9cd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31b3fdac3b8f263b34c223cd90a9decaf098a12
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad812784b43d46d184dc440343baeea62a73989bbd90630c2dccef54563cf8a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c54c31f26873521b8535181e82196500c679d67
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e562dbe99d1d85a0fc6ce4f87d35c5c209fbfecfba5edf332e02952dc0b460
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9825d5378799bd641498aca87f153b065ef636f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e7e45b84655e1dc66d623354564329f7bb4d2b2c9c5f3aafaa614ec379b7e53
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db9e75b0290068ea5a94ad7a62545d0588df0e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1abd9312fcea65db3a369e456a9556305f21b9fac4ee7579a952c5686992729d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d181b6ba78dd133f2e2747b6703da25b06764e0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e12c698f9e9569d13d9a4762e912ac000fc1c9632537037fc50e837b8f2a536d
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3adfe92005045af47b814c9f9577874209ff07d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8f78685e99346b499a833d2967c4eef798efce7f9def39ebfd38acf3327427
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec03d117f2c98d4e50c6c5b0d28e409e710e95f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f44833a5cab874f673137bd4e1ef785c6f4ea7349466c24ae300fcec14149fa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38256a105cd576fe0abff773cdfad440ca299683
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e043e97246fadae8a3b6747696639a2509ba5db28dfe64b2d63dd1b6af7216
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469cb6925585c914b57c13398be53dc60526ec7d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a20a962d4a486db20cfc1dad8fbf692393067c118aae86c76b8bc80c550ae43
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d575b970aec3f282123bbcd537bbe3799cb12c34
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c8821f3f258e339e0a4da8301d6553690f22c5dded586bc6b828e81d1a7522
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..487ecd27efd7a750095edb9687a94dd3174d8c02
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734d9cb0a3d81a4bfd16b1dae41ad0e75725cd7e7d17f16efee572eb1c38dae9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc9c76d426af1931df7e16cfa475b498e7a21cda
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bef329db2bbe9134d9799a42bc4a8abef18d5c697de0a946f9182d4fb56e07e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb14d27fe0eb42179ee7b186ae6245df04a2bab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f6661e2741c4c5276654844e0add92e4b39ad6463edd84dfc26acdc73bd83d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1094b8418a1321a0e63434592529995c9195f068
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1994186cd065c77a4d9d0abd4459dffa09b2297945c45872c7f8ab374ca39cb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d884c65b44e5627867525ee798ca719278ef92a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:757356af124c3f35df3afd1cfd8ef00ae91a3653a626304829c86ea6b5c57a26
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a2a7eabeafdb59d920c3f352e8bcacf4dd3e65
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6dc14e318d5e8b67a33859e42f8d60cc80ffa2188409ab142ab8cd971a7edc1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3844ba1b39cf7858c7b1f037fd235135badfd974
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec8c4bbd2e4db32f450f90a71be58ed1ad050fff979e04d36b17850d86c0014
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df20526b5bfb1fa70479161649b7def8a774aa4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda90ce25d92a276639cd67c1567b5dbe25b52c8bdbc54a717d94ddb9a977315
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..980a38faed06acc1f75a9103dc5d61e67e64cb8d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818724e5a760dc9122607a077e70e633442c030dcc1ad09febb76e7eb163f64f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0423974af1d2ba730d7e0c062933355d588e2825
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58764aea08fad79eda2f4c8d15a6a6b02ad632d4ca5620ba7b323e3fe1d9296e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..616de995c62c39c30054f4f3b9eea93a8e77dc8a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359d2a6034c23fa50096c24a50a02176bbb51a02150a97d09b3950a81aae586c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3143acf8b0f36593eacf8c13ebda77073182a65
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63c39359910a3cf3e9bf315c566b4ec0441605444e0b06bfc781ab6b1e9d7a8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..169525b24e6a93e685f26f7b6b4be0474f7a7d6b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2cd739b7694d205f695efd846e749865d56b7b6ecb3e329b38d3f3c7abff15
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dda9d1805ecb772d803d7d6f6234ca076bc07d15
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e47d735bb0041cc15359ad4a778b71e3c1967c539abaa36575a231c3d7cb10
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10ba2fb48af3397540451e3306b8f83a26e96965
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91866fbe59a5b7ad39b14e08b75f30cd18181542cfeb48142c1367d30f53811e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96cfbeac1e174d8385b8a359afdc7a05ae226491
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c07e1a9492fc732ba8488b3a6ec88169a3a4c727807a246d3ebeee7907425b65
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a2dd64aa5318ad049364f72b359d187ed21ac5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f06bc5840fb6dcf1775a58e567cbf5bd248afedda66ef7fb6e71aae85b52e5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..439d9790725f1c5372e97f2220a6f09cff3936c6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d381e68056a7e935dcef1393f434a313b794d20b5ec28baba162b3399ed6e2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..298e08b57a98eee7335f13fdaf8847c1a4a514a4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a635e03e8bc9fadf6bb12d7b860ed7926f625d0c105cdaa65fdf3599f49bf0cb
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4177bc9c5456dd657bf61a1d9a47c72961a71ad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67817ec8a822bc61bbc8c97bd6817ac0bc9263e239257de4c7fcef6d07a72ba5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e01d7b01447f428fd88af5716c7782d6bc01c9b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2815a99985b542a7bbdd6eb1a84b102d0d5989d24908f59ae739379c8160a5cc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1ee2f367c508ce1c7a40078182aebeb7f1af42
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3fb9533ba0c7d7820e4d78e29122630a51a520c7db477db30bd044d6e5467d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2557a824761146222cd8b688206b65ef59376e5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69eba8d760c0546a92381d0141b0c806f9aabe734304ad2389f21a1bf6b0b1c7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e341d6edb7040e344446e13794d730b60a0323
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2ebd5386fb86af4714d742701c31e86896ff567d48b890275363c6a3550dce8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2024eb577834ab53349a3e46de7e1b7f0da643f6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eabed35200eb1871e1c160f2df84ddc1786c43f92292935f68986b53e9ecd88
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c90fc9c92c958c3a7b0fdaee662aa3b75f3870e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3756aac2c709cd7ee368916b58a6f83746394140b1b3bf8171322e2c0eb286a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d95cdb4ee7259d0b22f83cb6b456894b88d78355
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ffd8caeaa7a67693abe8b070d37a3d3b34522c3b53a47b8943beceee300e30
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0877f74ced905e4f015571c2930a56cfb9d28654
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a675e5a07292ae232d69336b9489b9d45e45960485e04817294319af17efbd3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..291233fe20eb6a04b3006d841c14da4ad076e2c2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:529c630aa1bbbaa4b50afa87e1bfa3742c69fe0bb628f4b96feb0df5a0bda09f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b54b7a3f08e5199b55946a053f3d7f44dd9b71
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6dabb831c8e59a9ea5fc49a26cb5f415500918ac54ff59f887dc84655f6117c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a798d1e410bf821eca5889fba881ce76a3b6ec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2342853344cc56c47ebc5910f68025a74bd189677b6b49516686cdefd617cf9c
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b379f2126fcb41ee93d9c453749a530fa736cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ff8f80e205071acbb154bea78879c129a6f5b23c13e8b830cd4f50510c0182
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af612400a786553f7264568901800491c50d889
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999aa540323f8e16f9da5e7be62c769e421c5b0c7cc35f196648e61578aa839b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf52b73c18e29b4e1b0f78b9c41c0a42c0f4035b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78563aee849c239cc8c664b53188595ef1c38c9c014441a55f95da84aa09f38a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c894b3c20d27a50f7a8e6b8f0d2274636a132bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c19a0a4a3d4cc49f986017a040c3061faaaeb15379c2f93a1b3699aebf669b7c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e4373049e176a5e6f65280c34bc1b8c68a1147
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993a26998d49edbc7f40e4c47e7269789e9f7140a3dfd4191240fa370ef64a04
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..223e275a30f251647d2c9ef7de4f81caf1cb62ed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5411a2694f0d4453c3106bd615379ad4da935fbef84d7626cc5bb9c951b9323
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40bdfaa6b60862f5ab4b2fb0c4cc0f645e587552
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ff521b48a33b07e14c5bd54a33e70475c0fac0e215f411d0bfdb70b0876aa3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9576431a9bde603ecef935848a27bcc3e97d733
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812a46318d8b0f8017ac8d2ebc2cb5842ba2d34c06801faed2c18b215d84eddd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c9fd2d1db57ee99fea3eda0d65c0372f7d4b37
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae89bc410ec71b55fafa9c5dfadb12d88fd5bca7203d737343c3a135cdfaa9bb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33510b3cdd829b47876a1ade61e292b4febcf1b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d72ee8ef405a9650fe5b3ceb7e0a96e65914f461244c882f0b5287c73ab8840
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed59e595621b26cc260c4d35b774feb38c89ce3e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016c30437e311b665a1c32ff1314e3b32339b7b6e5af70c68f92de1901e42c12
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7dac0100b412fbcdbaab39ffa4fac62faf6929
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3467fefc8184eb90c8a2d7f19f5586e3aea6525647291043efe9d74552b4b5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1df93ed115ad5bfa61182d344e85451342b7674
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c8ec4813a38abdd291974e189817db52e476b1cacbbd333985365a20a181c09
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ac1a29adeca290590e894753cc9fd7f0dc4cf3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae210ac120f1d31ba02b74ab4b842d61dae76ba8a1dd8ce77cbcfc16fe06491b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ecb3ef58c6bda5f60fcedf88d04f334ad74082
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c77223b0273e77b0e7d5749151b28a1374bc53bfac47af23ff8829f2f2d8111
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff60f718c030561de081b8dbfc2592b6e506f84
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d079f4c6989101ca16be93fdd7f3ef9ace0e795d48597a148f3615393eed04f7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76050d876dcac4878b45f3eb2017e874cf841bda
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e9068ef5f9e479e990d52e71971730a6893ac481e4f34e63e15223e392f767
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd60da07fd837f1d271cb06ac2b98e414a64801
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56319862a5d3d238d778dd2a699ad0f4936a5033f68819cbdfbd90ae5c135791
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d085f5b8232e841152fab77d613539a8221c0e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d3890a02f63105f178cec4137fb294544bb3fde510f7d591263cb456f65bae
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e191f5a80ef7843eac0f530550daddb4896479
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a852d571443de357bbca13ee6752903c8df91b9919a5d3b4516aad7c596ba37
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7efb67869060985ea47d7354d41147e55565234e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce29ff57bfd7d28f097f15b7b1c409e7dd1aa0c4c2cbb3ecb5996b979f84393e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0583939874b54f029ec80d019b9f4359005ba34
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d058e0247044606b8e194d92ee7abecb6d0c3c9a615723c03cb2408bf0d1e8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f1d339936c2722bb1fe9b3457a9d00ce933242
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa7b48f04c438b3c3760cc8bb4b44803c53f234c2b4a1d1d7dcc6471983a2c0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e77db01a9ac2d47056689731c4be59211b4cba0a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a811f532844fe7c001f633f56967981a2fac9979d93a0fc463e9dbb6359a12d
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3289189309fb29ccc312150fd9882ff7e4f23670
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a2934d27dad20d48a1651f3bb42dc3c44caeaa1ade077a711c51821af138e3
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe4e9a674aa8e3cce96b5065e063fc9c75b3802
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:113aeb122e361b5f7eb906af59e8a72cfd8b1dfe975fcafe212a56e6fe209e9e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9397bc44ebb730483bb8655d5e4ae6e939e71dfb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a31fbcda5810ec6a6eacd13d5e9d1684a1230127835e00edacbf76d46887de9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eedba70a9879d36f7e24eaadbc9895da39a2796d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4adbb6d8b3e3b9278caa63949a1175dcd84ba6d6a57e6376b0ccc4dd25e275
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b0c4a844c20c4930b94bc913897095bc74be1a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f5c4b7d2c3d27f0b32abbbea33031a969c51f89a535ef93b04786865e23155
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f4ebd436c32c2f7031790abee959545fe32755a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f55c00aa8d63f9d7345329939f1b25e2c7e839940e9cdb156c08914aa346ff
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09bfef9c13efbb7220c625875806ac2d851f29cf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0659f38bc8aa11a0621776ad830d6bf6bf5dd8c3ca0820f32ef84ed90eea6b08
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f003965e6ba250ccbd21e5f1d67eccd855df8260
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d7f8f8f4dd046c794b6334472e95f1ede789b1b5ffdf84db1ccabbcf7a8f24
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6941cb13cc5764302aed1aa7b6d7bfe21f66f65
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01544a2914fbc0b1d231dc5b2973543adb411aa756a9b481fd7a1e8a960c7a39
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf64f3525e5e83a03eaa398dfb157ec5086b375
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf3b6a5a5c69500981172dc3b8b04135e49c1f5ececd0e28ab83485e35f4ff0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6fcc53b44b553a39d3344a6dfdbdb0f18bc29f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee7b9be50a8f4d3e5c4ed0a5c6f2df36711eaba629d69d4343bbe55c07cd74c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f963f1402628f39615db675b23bb4de21b4d4b6b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b4f8dc1212463676a9e395538fc1b4e4d2bad43e0b77a23a6574b787827d3c
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763609ca425221e3d754348ccbb33e48ce741dd8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f01191801f6e8a650a204be72474da89ebf21836bc6bc38ace467308306356d5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79505bdcae75eabb3e2463435cfffc96791e6de2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6dff311ed40f3123bfaa0cbd88e20773a8ff43932c15014e1a6f953f6aca2bf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9ef87ff50db16380359ff385fe4e40c597b4d8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e7f80d6ecb96c2035171c06e5e0cfc4bc8aaba77065a26ae8b2483e3cba365c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f443b7f59a393d0f2f6bf4bcaf683b1c736e929
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fddbf10620903e97f7da3483637164b2fea4fbe2c862765b95c21531e708b638
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..797f5e86c80963ca3c450fb0b15dfd8e8073af8e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a669ecdb85cc899ae0ed15226732e19e6ddea86470af30ce5eae3e5e67b6133b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf269bfcbcba58d80620b09d939619ba7ecc9004
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d36ef46f3d84858801a2a099005e7f74c68bc4e5b91ce300dfbd7610a8187de
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..326cc93d1424c72566f304b8bc438859573bf11e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd8d92b244ff2fa646fbf19fe3369a6b7e7e8f5db43062274c9c7cabb65f93a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71efe1abb3480762c1d8ee86ae00c86ec80e908b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d6bf550815840a00fd6b894a76290d1b3803877acdca03902f6c7e45f5be0c1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d875115ce3e13135220d7550e6286ce2f6649fed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a8cbb0db0d1ef46a1d68225e1be737e169dec8c2762aeaa3791af381b58e1a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2080a72537131fd9fe1b574e6f13b7288d3f738b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08df10296b4abec266702ac32fd60d9e1d9e78802afcfcc48d139b6e8ea34314
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036d1f08346d412638769a4a620cde9af50aec38
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8d1b8f103ae7c32eab4fcaceaf0fb9cec5b632c388ee0f2bd57ab050e06bb6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e48ed011df873ecd666e52d262ffa013956204e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2165f889f75d025e20002b657f2f54be4a0cf855e056b31a9e74f89e7991625d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d0f5cf354bc5d7dd32926eb0c861ca60f168b98
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f40d12c93366aa4c0d1586616d46c05602ff10423773284dc203b7340807960
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce8ff7ab546118d1f0772015b9e0b795f31251b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5eaa9e9ce3d0cdcc8b13dc636a9ddcf635647d6ad4cca5b91dd46326c6f7d74
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17033ff5098ac85fb8ebca49c2d4d32c05f1f623
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:463ea07a64200df65d8b854cd443b58190a9aa7e12d4847b87b7d113e72b3c5f
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/lm_head/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8420b199b86a6c58e1f1987cd6a6539155ea20e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6235caf0b48684c2bad005cc065af67fffcb70fed8e738e9026cd9e5ebfd61
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c4d2f0e4d3f61da89a62fdee54f65b958d3388
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a06bc4da45f3cca7d447134e14483eb6626cbf9241a42f047ce24c16980769
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..045c788c322dce406740218f5232b2b0fae63406
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a535aae9adaf34aeab26e7d7c199f0d9061d6811bd6d5ecd4996e3248f89a9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed67a342da00a160a331c5d0d798e9e956e5ef2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade38070f12e606b50fae23dc2eda095b06cb9d7cfbf9def7cbcb79227856239
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c12cd6d62feb6ce5a02d3b8f86a20cbb5dacb8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a69ded2a2a1e30cdd14ef6b5d4a1a082323290fe65c1bf4a5bd0d29e72c1ee
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba44c1c0736347ac93445fdd4d6d6e989702dc3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c4f4dba1b56d57ce5b96a22ba916e24995e2ffae97a124a68a85cc9c913a890
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a16b38a2f36e86d042b0a4a7770941e586d6ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92299b49bc31562ae7eb4bea89127b7f24f53904817f9f9b7b83b041b449361
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbbf6e6187717ad51552b4d75bceeeef4980cb34
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf879c3873be4e3b3f5c4ffcec214925614b4e19d552db4cf9f56ffeecbdffac
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7a66325e54a82f3dea87775e813ea2e64f81131
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f211028cea12e58087ab5de8b5c51b87f52046ca85e8d4b862e5fc91d7683d7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d316b03465a939e0c96892b48321dfd545cbac93
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f24559bcf39f7b9085d669271b21e285b30b3548bdc830edefbc3d409f9f01
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ae4eb91c17aaced0069c29201f9c8d68066ffe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce741b87d37c9419f05341613ed263ba767bb969f51d643327e207402182f6b7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb56d309c2f15004917e11b28530500109665b7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ecb863bdb73cb1738ee9655e7b2797f9ee23e51d5e1b2eafe058efd9084d14
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c556d1845a7f9e63d00b4d0bdc76fa3b1babad4b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01366c3889cc5fc097c1c472186983b36acfddf975d1d64eb8ef32a231dfe01b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e12d2bb75855794f082ad0e43d9e8e6e4659640
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd0d1e730f8b89ddc710ba081cae23b004de5e7c70f418ebcef318c272889b6
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d45d23128c607395e2f9509145512f12792c0ce4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d5fb649739d045c9ffe4e1e1147710738c0fd1d2e3ef38488cf091bbdab65a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421e25fee4fff09551960a09bc5885dc0bd39bae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c05b0660b038e463e8806040542f2b1e97abce5d6897f80c33b455c0a3e4cc9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af0ddffc3c1b488ac5684e96fc4fc607481a3cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:875c5867dfe02745ac5726ec03a4c5df1e2ff80babc50b79786602b1a709b499
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d332941011b3ab6cb0830e51f3f50d3e5a0cb05
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477159ca89b7e45fda9d48a8434a33affa46436f32ade3286748402835c42db9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f48358c7fb17aebf7b27489111172001ccedcc28
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cdced3e4c083ddd796de29e36b04d1c4047ca55c27623ee42a2b7df4098555f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15557b1dfca18f67c2f205e3bbda9f0bc036cadd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e5fcc67005f57c6065d97e57e7648713c5aff5c05f7203806a585774ab2c26
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e89e873d8e807d529e7e0aadbc762b8574dc6e0d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae8c126c3602639a4c75f4ffb910eca4cadfad6d7601696b680c6f504b26e5a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287ecc51daf65933fd0613d33199630d0ee5af36
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a51436f75eb8bf83b8999fe3469bdaa8041ed38d21d9bb9644df81a88930dd2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b2489c31f6b77f161b0471810b1eaee746696a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511e359f919675d03b8cef9d62e55948b7bc4d316a090e6a80c4822cacb75045
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f01441ebc2a8b799752697e32ce0f285b6f950
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a86eddd194700bbce7361d0903a73bf14bae3dbf756caa66ba78c6aeede55b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f68aea2b6f4b181b928778b8f3c0bc82c4a212d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4b6c59f1a8fc785e8de67c70f4eb5f17318b0ae25d67abe5dc2810d2121e16
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4169f66b0ee479f3933a12f166d63f8c93d0bd87
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29200df5b006a0b09bb2ebb4b59b0c50a2075f2f3ccd0c24cefb906d956dc00
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73dedd5077d94a88a1de72f5e7bdfcfbc249f4f1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36fbdfdb67dc030ed1bf017ae382b2c9c1c49062ebd0ef22a458049857ceb43d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6696753c9d45cf2c4596caa95ffb0685ad66b04
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ce98d83e56c3d4d25832107197043993238d9f780397db34aa150bc069d29e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad6f6be0d3f750c7382b3302e36cef94c6d7626
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c1a47c6ce5fd055f0a501f65fde62c6ef1a8c974d6c1b26ae2fbb33dfab6e0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c570d8b625a8091b8e2d9ba8047babaf6bb8986
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a647b39649d4c16f9184eefcde84ca5b11f837513b1b9c9ab107b9a9d0eca8ca
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116028f3c373ee3a563efbea9a35ce689d86b55b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4569b53b79fc8b326278003a5ef50c1fab9af08f614e5d25e846301b5e58dfb7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b84d079abb07a1e7ecaa1ab6c599550ae8799a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e6182e34570ee15aef020ee6adcbd03240fddbe076d3c9b0939d6142196cb2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99cb02cc539c796a9d1ee11a697e42ea9ae98142
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3564b53654138ce75660a8e2d02fb74c402de3cf056c18f1ee2037dd59d976b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9f40a81a99f9fcf5d000338460e1337c201540
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:831e7cf835af2dabb8bc61a204ff9ea74cd26667de31a4a3f050bcee949c9508
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa391a8f596bb3b6c6eef48735e6e538ec7fcfb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb1292023ac856eddda748e824aa3524875f6ec01a54570e6855a5bf6dbf2c0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7760d23f2a30734a976780909f51fc15f6b347e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ebf7d1b02a885cd6de9cd04e679b98a9a48d473440f3921c3c7114e68c17cd0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f38ec4f6bf1948bd86b8c0b6c9954119952cf66
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602c2f43b183a8ea403aa84502543f05b111bb0290f84f1fbdecd9e8d368d420
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b391b8d23dc4be5117a1f4acb49a317efe80a8c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f14666b3a7183a29b4385ac8230fb7d9b11e44aa2f5799cf90b330612692039
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e862d0158844ba012ce79b2cbf7b285024fce311
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3c09260ee123e2a94ea241b31a8a29b5127889cdb12c827ad4f48ee6518884
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4bfd6fdf398bbd24d3e16c3f7f0916208071340
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6614a1d3ca3cfdce107b9df1403d5037fad66ef9b12e9849cbd700e7916c374b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc09e6ae8cf90e1f3ddff16b7c9578e8fbc89f5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd12e77ffd9d8be965dbfc11a9ae66a5b17a44b9a5ae4d0d541eaa92e6977a1e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbfd12818c8b1b2c6a5aec9ebf2212ee4a018c68
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522aea9f6a5feffcfb49e5ce975c27995ed27f9bcc636f702f16a2258ec4dddb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65dbd401923e8625b0bbb03a68dc371e9a4b8c4a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43b62ea5bcfce8171527f66f601bc81fd91c6361bd2a952f198d804b6be0280
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca119f8c3d166cde69b6288aff833391148e418
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aede1305777b797f2dc6fab7e533f253a1f138d8e774ca6ce8877aa184a74b43
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a80cce4f519bc1c37022a51f348c6cb701b93585
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898bb5adfca019a3f4b4d806cb232f8e84953b6ab8ef389620b00357438cc527
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a737bccc457966ea7b1533344fe1c67a54ca035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d8d13319ae371991366cbed4ddc2cfc88791bbfbd0fb804e141289f23f8a563
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1567dd0058416a45c017848d07fa3d61effb2d73
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa603d796770377ea0f68db8d6a1992ada8ae7a3457a34cc08209a0e46b7b874
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94dec3b248277745d1d2a84da12c301874d53f19
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5a397947bac2525009bddf836745cc0f1940786923fc1eb177daf2da83cb11
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a354c89c3634f63b86c9c74d9ea22f86c9b11a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb41a6b99769d026eb78ea9e27c77fd901506a9c7d3a78916d37546a453b4d5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8de4e1a632ae4fd24237f94dabc7a3504eff71d2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128fea1aac457bae0c4e2fb29f9d3d70afb85779592ebcdd304d25e2b6b1e558
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfc55b55e60507a257c4ec1736d626340db05987
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52d5e2a696d4254ccb32dc44ad29e390885b17cf5e6d7e75eb9c6bf25140ae3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4fe0f4ca65bec191ad9e576a1f820b878c16cc0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61eea2f4e060bcb781c68b66f42ad755bcd663191c05bdf77d2d6fdfb4133ab7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e5ddc3038d6716acb13ce6deae52148e88fa8c9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab93f565f8f7604847282ca630664cb125395bae0817ad95f6d30859d1e672c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2c6bc95224859f83f48e09293adf86d78a4fe4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8cbf83824dc9ceef4f37764127c7d5b9f4d141f513bfa9eba3fc0301c0262a5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cac38a3b86ad5bdc0caf86301f4782a9f8f529a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6222bb37670764e442b3ccdcce2f5faf3f0dd737750747b622e02690464aa94a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a24298fb0bb3a4763af385476093e5a012448c8c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0e8b3862c1a3279e4c96cbf7047a90f015b4a2621ba6a7cddfc8383f0ca5d6
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d8083557534375c64c552518bd1adad6a9c0955
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405a3b1ed33621413aab2f746bd3b3478b4cb0583d0886390c5f9d67f5bfad25
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e4f2612661ae7e62d30d7bd1eabe6b81732e53
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f08d05f5d7ca342a3eba2ff2108b33efbdbbec1051e9492afa6a777fa02b78
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0147344bbaa9740006bfe2494a3379ec06b13ee1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad21c06c4f4960865fdc388143ad60745375d5fb6437a2fae444840712b6d3ee
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae526b8fe018ea717fd5fb03016233bded9a059a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf2ec0987c2cb404e83279fd065e3e3d45924efc66d5246cf7885b8f747f855
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02894181cafe0e8bc2f3cf3e738a7fad94fa750c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:106971ad67b6cd6edfa27e0694683525376c2926a5b7c0b618b781c607b5ad3d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990749af42d5a3b51971a7be717ea0bd7be45f34
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df642ed3fc255ec3a0a3febe0e294e9829a04daca252195a8a21c0cf0f7f3cbc
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d66881e122e775d8aa53c2afe3ccb76475462c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5fa4721639cffd79c123fd335a6f193e0bcb9e319510e612dc11d01ba27968e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995df3c03a7acc1f710581912f83af61f1fc3025
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c0d330f8061d42bf3afbbac86fc6840cc77e7c46e53540a0d1a50be798903d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890fddd393415b78b2eee37987e2d8c213e9f50f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd8d908b05ddcc50c43e6fd080e63ef17e4f5c9860bedd2bed9cc9e4eaa7527
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0c9a6eac70aa042fe73ae036cfe6216ae1a382
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a629f93ad89dadcdbcd7401bd29cf42caaae9ec593e398c932bf019864f847a2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad858d534a99640242090feea200d764717e8fc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b5cc5021e22bc4ce9560772bce358a067554bee767e006890dda47673f2877
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b308781909f011b72185f02a48a627db3298c812
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120402e7198c8b6bf48622d96cec983fb8f035517cb715fd88d3476d2c2ae9a2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de7e347aa691d6f8d61f71d354408ce2a0bc7a5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2031f6ce6248cc153a5c1ffa3b286fdfe0f6516a6e0a2bd73eed4a3690ca8f7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835683415bf764ebc3dcbd05b32e21d0166a52bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e00696d9fd80ca46eb93cc599ece5ff86e7ca80c87f470b64caec38f2be3ecc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975372b402bd93c4438d9de4e61221a465d0b6ac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da25a55810276c8ce5328687d31a3fcf8416056718ea96690e79879636921119
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e11aaeda6535884fbc7a333878e6dcba87ecf00
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d07b726504c90b6c250d65b673a01f0aac0adcced9f615d2a0cb6ac1c5a9cab6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb67c570143f8d3fe115b3aaebe8c476b648dd4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f69664d2e5ce40b502d3a5a54483a240de7a09757806d98929e7bcab3fea7016
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144d5c3a8b66121d10e6591e747a4b6e236fc30c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb4ab3aab694898f0db0b1b967534eebc2920a7261bc56fa5453cf3db0546c3
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea916a33d1947473fe2b5ebf9ab095b54800cc91
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c54d1667545d1aac601a4d976e4ddf29b32dc50fc41f293a97a1e07e2b6f6ac
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b04e3ab5b883b92f138a0c1249a1c9a0750799
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0d4cbc7731a147ac842656df1a6dd72da19cdb596109e46c336fd2f74e9a1a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c16bcb7746e782cd300dce0c115ee0eaf616a0a5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14eb9b889bf60c6514bcfbe34bdd54d0bab7e478407cbb88951030fdcadd9119
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c58336b272b9c06193ebd96ccc86b206fec202
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf1727f29468261197225028da9273104e182268ab552af1fb94bd2e54b999e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3a10d2e1dcab36b1068446c849bc6b7523eca1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01e3be87637a173729e435079fa6b1d3120f84a90b67d0636d6f4eb1ed8e020
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aeabdf5fbb608b2e8bd4bb3217fd0956c6d0b5c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5c4c742552e975a69445701547481e2a1707ddc4536976b6a3129e5f93471d
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15763195c994fa9200ab7421884318ad58bf864
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac7f25b8a9e0d051401876f40cf66ff78ca17750a699395655d467ec13aacd1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6ff9f08df181ef707e1938a4627577e261fbccb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:470b5878fede8c2fa769c59081f2ed3101330be8e5b376801a7a8d25b1a2ab0e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0fe3e556ceece0e236f4518b0ed11b40edb7b4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5961db0797fd834edab7fbd1ee0d5c05622fc8124b1b8e4728c6dd427c645701
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7c9b19211bee072fd20a837e73724e8ff8518a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f802160e6a4a2008e6ba46e654964206d0b0d1ec3070d2c53fe9ac97b696d229
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd7cc239092c169623bc013c72ea629faf5f81c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56796d34ee40e10f9a95421889e699a2b58fd898946c8bb96f0d9c5f724cb2cc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa54cce9813cf3d8af31e33c4da5fc76ba2af3a5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b84240bca1e2910b67f2bd504ba041d77116ccd5454559e02e1b3ab9ab52e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e0ab13f016143902ab3541ed818361462def2d1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b21db59ffc0ce04f8a4721e332eb16876cc3f3c6a9b1568586b16943ec638f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b20390374d1f020ded9101cd965080a953d55e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf964e110be41e798c26e42d67eb467c702a6ff7e71f19d98c24bdb8ec50b2b5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9194fa358e7f7c0499a66b23237142423d9240
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80511803b5432c2818e6eeaa887cd3c0b522df827f02e13e001ce217d1efa2e3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4722f70fb8e385a34a0425f6e6ffc4ce4f103df1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c3a0039d773c21b911ab17da5ababa571a34e05633794ff187cab59439e98f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1768080b3b468a5b84578451133bb005493f59b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4646d52c185594b01160e4f2dfea187a6992c9ae7bd32e8dd225fd966944a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c9d5eb66103b99a138d593dee17fcc81b998bb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ff88f30850c009bc24983be15f6720b0f18356828043fbb14a203b0bd79f30
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3fac23024b816b6de8680faf342d210b24e1f1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c4b2c4231384eddd23f2c71284780fb7d89ade47667ef031e27ea94213ff1d8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..467754d107a59d183a2c3e869b84789bd7a36ceb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d1701a8c5f6d25687098304c6865b6ae55704c6e3d675a03a956d250eecc59
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b014d0d7c72adba77e21ca4f117bee95948fcf63
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69b2466d85d02e74890cc5186a0ae79b29719ba92f153f7c777e20576ffc3fd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc574a999512e8ff4cbc375ce50ab1063992b66
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:017d4313556050d32dd421a6f6afbb6f0d2ebccdf4fc21ce09133c23c4856229
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e424fd88afcccc7eff0901e314b20cd736203e75
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea02da47c40353c41f055fd05421d4996374a216e78664ab83630e6355cb8f16
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab10a07befce1da571d8526d49e0b749028af46
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44fcfbfc55af98e88e3b90dc388c19a0c79b0ff5d2d423483a1f9bac2202d47a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44567233887bd16fe4f7a0a6beb173f62441cd9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b822363d3bcb1824fb0d439461c73261a6a1239cd0370ad2dd02d2ca7532d62b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3fc471db4d7e9178147edc3217755c0f410a9d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f13a27c42e0511a300905dacb59ab25236e3599bbfb74ee80ba2efdd44d45ff
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf41883f82b2b335ef269e05d5012aae0179a4e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d0ffdcb8c65399b7809182f5d1ae35af76437a8ccffc43e6ce34bc7aae0b05
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d7de839d78d56361c2694dd40349372b0076f7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b151825f332867ed03e2db87c605ab8271b772a964d625c95cc87b0f802c2867
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd56759c0f42978be1075d8b6ded2f61c9262f5d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89446e5f120567f0dc1ad89d6778fe9b6e2925688114ccd07362822f8781ded
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd5738c22cd5bc47564b3e99a32eadb44ef1888
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0fa55eb667b108f35c709f673d2cb91abe57309137be2c1817ca6f5a233d0e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd0c6c5b52631145df080463bea97a33a909139
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da66346076ccd825525f603120a51abebf69510f729d14caf532cbb2189f4ac3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c14793dc58fc3599af838886c57f2113d14036
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360caa27b57effc173d243117fc39039351fd2ee1120b83241678524c70d35f6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea53b91554ac7e5ea5522a96d49a9c68e31c682
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74843ebe3e730a5722f52b1f0a87e6f9ec715c487d9036cacf0e571091b0d6d7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2d9b1528146073f9de3d1e28a9f2ed85c0c133
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd779d6354163b5de4acc0baf1b6e55db518c50370cd98e62570d8ea054d011
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e7ce1faa74acd56ceeab7c703e693273d0d534
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09607905a7c451678f00b8598c052b8f1f1859efadd456942e0ff21f93ce88f0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a934a3efae31633b4a1c35d7038271c572b29a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2cf5b54b8c455641a366c5f303ad1ab6cddb77525667a964e285da97e3bc54
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da2e6f279451faf45c07b034070505217e6b850
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ca51ebde6fc4ebeb77b5bdebc16fc36b871eba71623ce18296ac9993ebffda
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb22707667e256cb0dc0c756d8cf3ce728d5fe91
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f8d24ad7771723fbeb1fd022eb3dd1c1b254748f318df920d111b45a26ad29
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9cdd7f9eec97549e0d449f2b79ae51494ebc2b7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c9ba406b1681df24dd611e90888a6a173c9030e36ce9586b9a1a2e25c481e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bbfbda9690da41be9a42df537243366e43e97d9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82517070f6a2e8161abd0f31a02f9a7ff363f851e72bbe91e8c9907dfe3f2605
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3852658c7416befeeb7de60788969c65de2613dc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32fd88ea15334414719f48bcd7b011e9ec4a8df6a961cc6c47dd896cd2e76f24
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10304b290ca0c8a0d258ae0af852f48c350efb0f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c597d3c7aaa71f8e62b7c988f8f3690c9d8c03296ce21d3affcea3e3764e77b6
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d5855273510688eaa5678d33a53ca65d7035d7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8bc3e4be7db2d44245659460fb487a909b2543c9d3b7c46e058d9872bc6f16b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3931ca079ac7a5654b7d38a4d91355f25a640dbe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93dc1ab805893067c92d8b1399926e413683dff12fd9e85a9785208842185af0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afeb00c91f09f07abbc9300624c0c14d6be353cc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1db4572908a3c037f10c3e270fb0f0264d837be4638f426176a3ed0fe61eca2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb9404dadc699610250eb58854b5e82421a720cb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1919445fadb63bc684bb90ebbaa21b62de1269f74d2a798483d666c644052185
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d56b06341d49bc3c5965d04dec4a58b3c89e92
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ca650d0d73418d9b0d804c17655afdd0eefb5c613ec24ad3a6142847643db9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2d2ed5a04f8ce57e6e38e907da1fed39d95909
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc05f9c16a64dd47422e4338a8cb61da0c229d9c151051316eb9d1af0c1b35cc
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd64662aa3aa3a8e97db7931780b80a027a87b49
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f706905ff471e51c0e4d4298f5ac195c10659148cf57e2f49d026d0e0b0d414
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e9bc73b23e9109dbb4b451944f09975b051a71
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af8bc7d8dd2892bf6130c905fb0b616d10cc0a4d771d62f8d99fc9e75f3174e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3633010a352b6a80f9ecbcb43262063cb60f89
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c663e74d661351c9c7f52587b33a1146457fb4feeb30f2a6c75f00516a830624
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46329811e42b1ea5f97425546fde160a4dcbd333
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a364ba9ea5c398303c6b539914f6b4d19981bd027aba7a17331f2b47c549265
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a66e5632acdb3cf13b19915988f778fd3221ecec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4843f21fc1bcaf4a2f9af5948ad3b4f07bcf1dd12d5ec36fc14ba58ff8217ffa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581916e9b581849b8c2989a5da328f6583b52308
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78dd2cd822b1b75b94030ce562a34d12d2678d6856fe9a6c86e9d5d2c0ac6c75
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f786c3a907e967acc4384b4859a366590c911c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5fd4a7c00fa99ce5d65e00c42a947628367288046bf83aa9b3fcc9d5df5373
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2401376a7c916acd60caa38a5e94b9aaa6badc77
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234150fbd41485e22c97e675dba850fb33bc9a3a0c1d095c37e0aee32b20ced1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35310ca2ddaa2d3a674404a4a64e9cb7b500a25f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88114babb1ac273f70d4baf9d0aff721ce4fceb1d3f9b4945734b053bd90ae04
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5212486ec1f2ec0f8bdedd2ec51e9b404ba96ede
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438610ce970e1c11b88a5f31302352909890caf0c01e297971ae1825a7b0f248
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae5d86ef408445c1fb49beb973b4587b95beeb7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1478bd643af672c463cfb017ee6533f0c33db79ca23edb7a481463727d49dfe5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3e19417b49399e4f5c60abaa88822d33650741
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7915e50a8976037ae56dc69d5e9bea88db757da3d7e9f4cb7ce3ec7cba8b697f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e53ae3b959b5da03abcdfa203032f73827542d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4c277bd51b997be8e64d1f7e3b396c5cb17d73a5e4844a932bcb4001ca7276
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46551fb004a78076cf829420c97080a757d9f86f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a885f3385feb1240ac11cf41b29d6592c9ee6c7fe456cb80ebbed53eabd32a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0b7ec3ea4b78f2582e95b171245fcab8c822f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84cc611c931510428691f72e69a83a207c08cda55ed20918f2b8fa648e9cae9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f9155259b70edd988c00021075dead935cfdc3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb8856495239d8e4f7269b10338cc06f0c61604e51c23c319ed5c585b710eeef
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e8b68b419471d9ef59dcf36fce1a30fe435dbe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f38113b21a81d8254699de1ed12a36afeaa5cfb047aabf5e3945538f5165713c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e13b143bc5cfc0e6e5e43d2965ef37f085e498
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8618f45cab9fd88abb70ed18386eef18ef9b6757b19e582f5e5f97d9e04301
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581f1282d9470f2a671f8e8e9baac15a27446b5a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab72deffb3011b31940f285495213d78dbabc6297074d4bedb5ec38c0c83681
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75be4bbb5308a84be116d2dccb6f220d8b36c220
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39623994aae51cf297be47a7bf04d63c2295f1eb1b2873bb28e9dc24f5f5e99
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead5233e88798ceb753114751702e64a8d8fb90d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c983cfcd4ff216b27e8b193b800f9e91abb6261e3870015ef8ed5292e6329415
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b048a3b17e81d88a4133047b94be32b5af9c7702
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d04a9138314fd1dc240de96729f040d177771750fe86cbfbb0d8bc43d4b3334
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db4df8c653f73572bcb7bfb8f7a65c59fb6082eb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22febbffe100241410d73d45c3e1faab6792a82a9dc470087684545d4aecae8a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c457ed8c3a2f028b828a5438fbc838eb9632acf3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cbe2d079ef5b7d6631f091e46e9b446216dc9400dd6ca26198772590526422b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c3596a0e5331f639787d6cb9decbbe1a177abd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c7f67f3efb3d911a794057bbb7a11585c5323c526750fab7b092d3f709ef5f
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508de91561b42f1ee3df8009ff93e9595f61c222
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896fee69416ac8d0bdbc6ce1e66f0fd940a01ae8120e141a5c55e0f902e8e890
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57009b774e0beb637645fcae8be7b69437f4e1ac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a6bd57145b1068e00ab1d7f46e6a731d806f005b7ca429d07f3b84f3929702
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b470ed8776e0d97f203690792ced5740cdd27d5f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:071eb4a001acb4c3e3903661246451a35df743ae779bda632e76d58154c8c053
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e68da5356e3747cbd82f6f1e58918819936bba0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8272ad754eb3238f6bda89bc79c518c800874f9b1ab8998df1b2aaec8e2a0d11
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07473b54e6c71e866436179388aa541bc5360447
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9459f921d453f8470da93a39e9fc3ed593aa7065694d2ade9560e3c992bfd9e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcfbb5bac676720747456d341497a3346c827e3b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcda312898550911783360a1726bd974fadc9dac72216b568f3ea5f0792cb10e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e1d4e90375d27bce275e0df101902cf661b9725
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7674e3a5a5221c94907c17f836a3b9305a3d93df920bf67727eb529f5fa50057
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425b83f95e2481b7a9a603147ea2982a919eb3fa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299cdac7e4e2f33c2135afc5e9f533a8bca8a72ed031730a6714dbcc85b79e77
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5724984c4003595f4a067506cc92bf6965eb377a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b4be3880789a8f99373a80e717c786ca4f89dbd3d2b128e2f8dd7600590537
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f655ab26e8949dcc0e047cb11ef16d5ed94b0e4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12515385ef0f05585a850070e00b4a9e84e845607541e0720ee866c42376d60c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13c9907182e0a662efb2b9798bfaaddcc7606fdf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871bebb9662069f306c70a8a46150393dff5e3e66b233ce86b13b348d102c244
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b754a75d92c91afc2b85bde6fe5c4c87a2b61b3e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1c68e768f8d669f4642a613f6422fb86cef90420af50168067cba3cd61de63
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ae71c20c4370c022d3d2790236f444829782e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5dd128bd508efcf63cddfa8f60c63596e7a9f613fbf3b6cbe56ff47af4ce9a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75e950cf26d4a1ea3f6431aaa4cbb6067760b19a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8090cb6f3fdeae92af95db9d7a555ceb6a02ed387195c8de50700e9770bc6a3a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1247f403b967786bc5e9eac0d3573452a1dd1168
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98cbbc81ebae46d764deb26e247291721de6adf2e7abc30eff30fb03b45d7f06
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..681c256011d0473fa6533fd0d18aa98be49f5772
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98262b91eba974a5e23f5bc0d4eb0d981042787a29011f0a49b4c62da289a928
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..185eee00d3a3e6ddd5c3cfc02095adba80a9261a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad6e8e8c9cba1326e667bd40bfe4a200aaf4f2cbe0be0113b5c1d4af36aa059
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d903489becf085aba261f8cbc297b123dd77b7ef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f45a5d1b244707737e8c4e4fbeaf6d18841f80f376c163a18e0021903fb8c6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0ae0c2f4011ecda076f8f30f565ce5fd6c86215
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711241b33c24de557dd9c06cb58f354754080893c9e292237fca7d29d209c938
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d1f4ba47a90976ff9e02a96da88c69fb10e1837
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a29d15f37dbf44d6f612e94b506958941c1b9f6b660c117ca62aa6dcd3f4fc
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62bb313e3909f5da56716c2051e5b80e1af002cf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e2d10aade30a1260bdfc34f3e3fd393a7ff03f319a73498bc6ed4541a5aa78
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a77de211682f7ce57bb5bff5d3726951c0f3cbdc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ed26e3cc97ece8d9301228bc3c88c7b97a78163250401fff0698794be42685
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75bb3cb1f88842cd278e675bcb5ad7632761bae7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31382df587299f279be4306600041da6a26b0bacfdb9c0b7dd636fc8987ebf7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16439e2af110049eb951eb00e45e495073b50042
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070d594e72b8bb0b22283157b1f9b2f19168dbb74c400a9322ab39202f9a0c87
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5ee199ca52625ff4d02cfa9f23fe45816657ebf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee2957285397a09825a31fd82cee313e5ea590aed660716892438cd54c71f8b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8838228c2de9977bfefdbf44c1cb439d526434e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae5bcd20cf2b0543143ebf3f49d2405d59a68baa132e0bd5cfc989665e6721e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c01bcd3a900fd82b49ca24c39b9ab7afd9c8d19
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de5116e8199a1962b2226e32e9d2403dec9b17d51f1a8efc15e5302b5f950c1f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02bef50a5365750abaf9225d7ffcdcda94c59a5e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a398a384e4898097a6d0a1fabd69ad02b420f8882a95a99d35d28a65560e8862
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de58a1b5c45e1f50d48ca8f4cdb85b273fc4454
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6cfe30e93f33b60c6d41e5b2aea0e42e3888a9f88c058c8a8d3d129a4aaae33
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c6fb95b8182437116b4cbf5e6ddc0f468ab434
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:327ef4b77ac7ddade76dc259748addc6252c806fe4b15b47f76eab2275764074
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..212b100a2484a3259ab2c538b6080ce0c5013466
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b42d538e187e3cb17a67d99f06b3a59825ec492ef9d6f5bd571645c6eeeb2b58
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00e49859d1e08f53c0151b92cd496364132f1db
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b589a02a42c9b7b6be242d44facbce36cadfd2153dd56f2861cdc426f353da06
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..393336dd9fa4ca9ad09316ecfd99bb6ab0b138d5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ddfa12dcfff0299c40a0392f7e3f5d721dee6723a16dd0ef0a524265cb37d8e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f37a83c09dafba602d37bd743e7edeb1fb306d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32bc53a3a2fcfd2069b9f0849cfe9e78e1b678d3fe4eecb3b019529fd08d628
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfcdfac9cf3040b0ec8e3b3f8eeba9098d0a6163
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6bd2883427709564fdff91e80c8c6332065d82b31bf1c940b090d6d3ad670c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64cda18cfdb6d7f7aac9102b91915bdded615a09
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762cdfe0d78daed14493145fe52ab615c38ec309adf6236e89595eb40d732e51
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed2342c1814129843384e9501c9b00e43e87650
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73ea11c8dc8a3215357e63707fe6f5d38ca8c5d6bfed6e84b895aa8f8c28501
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..303a1f0e0e09c9a111719202036fe0e9b11c4670
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b9e235047181b3f65d34acf642a775dccd0a0a5f23a038e9ea004081a6b2e6
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb326c1c24d9afe4327219ef16745f72b4c8cabc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03c07c99a785fa6f4e4feb8de10a5d8c920fb69dc189587edf2e926f1dad1f8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1e78bbba176eb5e4eda100a0e856d447bec4da
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d01e552f42e85aea643150b5721693aa3e375c8ab8d63e93837e857772c7fa5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..884699fa35bf469e479e6dafb578dd81fbb997f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545e9fd1b18f327a1a8e58c6bf8b28c1b3a6e6ec17fda04e652f26b61b44cec4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb2a49bcd548118530c4a23d2ef91c6399c15f0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb83279693fe39d79e6e926232977df94f8993cd06ee1a2596632b64824e672
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..277b5a9745c67bc629373d531002bd8d1907781a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae2f6410e179082b361420e5fc30af2e2d1b9884f83bdae201ef550df9e004d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be50e9c5f6b463873797a4b1e1fccad49cf78032
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc67adc7813cd3b8256f8b6e24f0d98a02d4b7721fc17a4569556bd0349a8fbe
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36891d31d5a66fad8d614cf1884155bcf7100db5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8eaab0e48648774af0394311d23d8d92046122cc1b036d9e6b44cd8274183fd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad494233985e605d1e6f361421137c35b4ffcfdd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3e5347fb9d67ada568b953ff02249e617d2b0c12d5b01d974a6c9b9fdd28f88
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c08c80b4e3b93bcfe13274d95909e92db2d5f5b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84d19dc158510d81c5fe2da4daa7c9b3731e18d85dd005fca55f0a29f55e4b6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c5beb762ef9e3b5331d8b0b6149b5d0c36c0da1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:573109b7e4caa3bd33f199cecd898452a0a5a70e8af6b426f3b160a96d1f8fb5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f75d7281463cd5551a1f6b8bdc5fd545963358de
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2bfd1346397dadb6d8f11cd7e8fcdc0bad82b59a11c2cb21a9157a3f97a2258
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e299c94ab5f68fbb57a6b1fbc187677d28974aa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d30bf3cab70b633b66a3f3756be548d601462e5a085d1534283fe591965dae1
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c6b1b15096fca3801637389636c6704db3897f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e3ea02b704e4464bbe537fd66dae5827a03b0628efbfd5ebde2501eadf60ff
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f86688d193ee20c4d0eb39f65585f42f1c61d8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb569ac206ba645fa50939c147b02c0f955d5ba5d48e4abc1978b051443d4ef4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0375d3e7bed5496f066f29f067f0e7a57de914
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d601a409080cc38d894ab62c8b4edf5d56d9489648e72546b094c334f7e14b1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8546f24a064ef996b286e144f5f4081a93a0fae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c16acfaeebf86c1309e2829a68c4ffc72716090e9631474b9bc61b934ac995
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c567a7b1b2da9fddd7d0e379d0a48d33b2b3d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df85989bbae1c485e6cc2e0d47575f4533d8ff718b1aff8a01e985f940ca8e6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42828446ab834d42aef0971de23dd33d479899b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:702f0cd0503b8907aa2d4136b26bad14f384ce75f4735bc211059416c792655b
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226b07684d41fdfa97e68c3a98f8da7ad3012f1c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881b2719b7f1fc0d9745f34602feeba22a079a4df01a9fd58fa7cd967b4c11e6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5251eb7f6943e07b985285e3fefa956c3218904
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eadf400ffe9c439736f3e4f409e23d8a3cc2c2e91cc14de208be3705fa8faa32
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b71097a4cfcc4f3c96f1f4b22765b88656a98f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa36377bc84af34d71d26c7be59249e08a0fd3abc8fe0cbd67f4c479e83e6df9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98449086db6438f29f7bfa9d9a2419c465381cfc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87bbb832679ecf9d3a023c38db94825c26199af1aaaac4022176aa4d3bcb8ebf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4f2f46c57b3dd640af089c0986a0888e4096423
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d68eaad3d29f6f44cc79b044abe20c6b9d4ed03f3163653be919c17dda69ec
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f034226f5b578252a1b17446e11cdaa31ed763
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52fd57168a6dfdb6c10d13def6e79ea7af4a57d63bf252de68909e694cd5a521
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f61bf4d2f0d3fde889d8293886ba5ec936846e28
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae5f1de1dcb2e873679f02a1b3d4299b232c3f846d55d08ef62e11c8cc065fd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37589f70e5b663195b0f16f2e94945cba273c757
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77548101d8685f0a774f475926cac364c01d0baae3bb35a8f930d79a309aefec
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922dbb727de8fdf394db0f10712aa8bff4589f37
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa46d4d6066db6827c2fb720533335e8b7db13feee9d3039087f14ed3066d2ad
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588a58c92230d56fede5fc244faa6074d35e0a72
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc86822c42b43a675022b8947aa370b631399c3754df10845c4af711cdacddf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df131cc6789026dec1fee3d281d2d435b3466b62
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c464865f6b3878618087e8660f9f13ddc295427b8b22fde4f75db95481c351ab
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6afb2e5356c60a3e88d908ddb45b7945fa6e6693
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d96cddcfce8d9e48a63410f9dc4a48279e4b51753c47881ba8a579a14242172
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2073ec6c6a4fd37cad791321214ddc8b6fe5c305
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5515c427b49fcca7b8f672af86e98f2ae4b82638700ff0a3ab32d45b6b2ba0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1bb5a5ec31ecea05b1adf105b39a6b230f842e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39aab312ee7c7ff7e2c66f5a50d4a49bc8b478f997f233629943d80aa9d7feb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1294cdeef2d23d43d3d5e127ea1aa0f5053f1247
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9347d244315785123f74f1047cba7b08c460353146f744be1e9bc66dd4a5ffa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5accd5d5210ca686e9b76988edb6fb9830605653
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fa45bf31f07c64af0a50154f4bd4d08ed56dbdff4c4ea2a5d82a7d501ac0f0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a55b88db8ee8cdd2b6612df673080dc6d59eafa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14fff17f3f0ea2ae2d4d2971be3d407eda69ef0f2c7689f9c2680c2d136150fd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0735f7f6ae61dd52b7c5658887579701b764216c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15af6814bccf49ee39dab084243ec835603392dea9ee65622a46e08baf51d49b
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37cf3a7af89d9052b01ac65ef4c7a815a0e1a9a5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a63d7809f3274bc92aa632c13b43770fd02f058a0d01b3d05612cfba381905
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8d2dc8a70d889db66403d41d4ae36f0d32a513
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d16b24105d7e095dba4afcfbe4912a4c07ddba46731ee6f4b664297c53406e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef62de54e081826562533d92cbcf7e95a5ac17d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52adba8b14f6f2d869245ca2d28a8f9e4467b47c82ed9bd864b89d70dc8472c3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd45647f5d438cf088405f8efc317bce95e84d7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ae181dd86e1bc917eff35d248d4e892abb08f99ecab729ea04b107637569b3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11f54d856b56f5baec2215fd0a6fc5d7df5c70f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d32d1837608fb82309952953a441073afadc22d512995a7f1225e9fa5cf88a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3e7b11b99b5a6f8060de2b06948ae40049a2d2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1422e3c89ea99611259502ae2129b55fd5a5308214899b3e128123165a0ea04c
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b6708df89f94318438e024ff18aedf7181d229d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c06c263683cd42f86e88b42e75d95b63ea8ef846d6610a9722a611dccf1e9dd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a83983b090d3dd0451b2f0fc6bae58512da8cb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ff90b2412d4ef40dec907952bd4c8588399b2b9e72f7e518a6197ec7c78b9c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba837be2c8deaf98850e04006a13001267f3080
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f3bc54c1ad61c785c9310b79565e0ba4e56c4fd748a5a25b9a62cb0bb21071
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7686e8718a1544dab022c1fc5e35ff15a26f65
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f78166d43b649cba3373792552429cf520e92865deb5b462074ec67ba9a2cf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f9466715627a1edd5f1d83397c2c59e4aa35a5e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b2736ab75b4966d070f0964ff21d2deb348af9b0a13b9e114c6d80c38ba3f6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21863a9eae82050b411e9c2851d2d2a590dacd0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb441454e8798662f65a8d8d7979b5c3a041d61e036f0c641e451e599ba08ad
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c9290bbdecdb71663cd7f729976da06c2e695fd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a600e9daa47de874aed449a03018d71cc2a8d08932d1750db831294d967b3f19
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963aef69eee7f0f01da5c93d59fd9e2d8034ed18
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9af7029f049dffe56cd6b6e39123093d5ed28ad0ce49f3c66ba501f79efc4e6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af0ba3f9ffecb968226a949ead0ea9e4b34cf5d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a126bb7347d1a2ae009c2fc8761519489021662aa4fc0bb93a8af205f0bd1ff8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5045742bad7dd1129de0ba082dffe669f1f381
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17728465d8f904f3364bcbe6bd1b3cb1c5231b52222fcae31b384787f20decbb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17488125a3e6ef18201fc2a0f242eff270ff8c4a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8117f4fd5ea4da4e1fea8a4b64f3628debb23a0ccf1a68151deadb4bf584c30d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99af7aaa324608a1e6493e9b99f01c47531f60c3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0298aafaf8ede51f1fa92a62af4a6f49848133ec48f22f0627e87d960eb54e58
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62019479502857a42ed20909158bb65d4c1708c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8cb5cbda5f6f05e96897e04c2061cf65358a29700fbab7a1fd527249f3e4d2c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7541546204762b3d2b3c1ac8b0036b168089be0f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05de41044ed622bc814fcd6ad3aa76b763492ff2d2291ef49d36a39159024988
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df562f138a942b0914b7ac9cfb95fbdf744e1fa3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec4ea9218db77fb9325597629a2e5847d8209c34d566f6b6355cfba891a963f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d24cf329fb9a2df5b81f1b62d99f5ce9f28f6cab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc62a73e5fb84d0c194d84e24a5ae4b2f3982c7c24ac3cd173bad146dc7cf57d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05387df6ccdd30ce8ac5c1641af157c3bb4a5499
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ffdcf428c753696976364662c1cf16bbca1de8f0d5a9293ec74926679be62f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8956b03d0bbc4242ecc7bf79825099aa4896848d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72d027c113ef960f39dc282ace81c48e3dfda77e88a2824423cbfc9153e65fc
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bed85488203840a82f6c57291c093f9fad904555
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39fe3f6a074808e2f931363814da9afca96834f602afd384eb6bb46f3398188a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32983603af5876ad6715182dafc13d5a3798ab3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29405f2d9b6d285942f632f95c4a54eb101daea15d9aea7e022a0bfa02175ad6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8161d84b6f248c3a084cf91b659ce98ed8cd75
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e85ed3802295f96edcaa55080709ea2f4baaaadeb4d717230bb83ba4737593b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c1004fa5f5b37b2fa6d9db5e54a1068cad0fbc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aee6fc195272fc254c6ccce1439d1af59b40bd7d0089402df43c349d7415c87
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190d87a386d08bc6f11e83842970d73c9ba10b9c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee858afbdf3acfb73c0dc1d66139c55f3c71c7e9b08bc56c4780cdd3aadc298b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b34be5f1fb0329a813051848b7ee1382aa744cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a32e73e77bae1454a405436f3acaba2b2894cd60925948a5f72346a24465534
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1da27c049a5076a39dda2cd0cc5bfbc3a125857
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c64d33a995b851bf9c8f3bf1498d723a82523b1c31c8d0065a787f718aec05
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faef88378f8050a41e4c0f3f90fff2781e78f791
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d6d4a3c3e165b38bdcd8be6679b490c146290ca72d9c35aca4e21a12761cda
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e97196775f75eb744be5afd440a1fc99fb468c7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1c34de0dac61304973b7bb4e345e9755df0eb7ea952bb2cf45f6e569ad2aec
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f22d4d0050feed9dfa0942a8fa0bd023e5edeae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e23aeaa7cbeec5ad3a4f4e5d43aca1e52835a39d48841ae06f9b3533681d53d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91546757009fc1569c225d2abd5b57587f233877
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d3d2b108186ada8e36f36c6d4d16a7b3d90700ff6cffb7f4b5c0f6e4faadef
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f1ef75c8ecd4109fb4b128153392b9bc9727af5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7027c7e91b590b74d60ab59df4bfe68bc4ed9d37f89f16d444b0768293326b8
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015190b439c4122568e2471ae9b60f8044916795
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4634cf45fc99030a6b4703bd8678ca033d57654c388ea77395e5848d6f88e346
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..468f14da3a49cb2872fc16c29415dafdc6751874
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab19656e75d03c67eddbf0c48f809f66fb36677a66c8c9b8002ac3c4c7a99482
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55a3becf8cfdbf9fc010794e608da3fbd3f6f4d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7361efba14497efc3194b6f6f2d8fa361d497bf15e71ac4bca12fbb976829152
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d96da4d56120502e109074aab4dc5ae5e645f79
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7580c71dff118ce5e65637d4f78b4de5d175b4b3f3339c690d28974a5d4807
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b29c74a1752336e0d08aed392b0b4e4166c85544
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c7c4c2cc81677f7d8b6caa12f61d6f13e79ac75c9a8460d988b2c13474b067
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..231669bac45dfdb7ce0a13dcdb99a97484295da3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d809b7783a287d126249e82f15181e315134c76479cf719e005ea9b74af8c21
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70395ac36dedf74c304f147d6ee8743ce53048be
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a174caf0aab6a7757d1ffb7b2e9a17dba17a354d2e4106e547e0b614ad673d4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d949ed0d2dc0ce08f28b79d3af5d91c09def4c4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28715256044c6893248945ddb039cc070d33f010118b03978bea69d081bf7be
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d0c47a17c635a64c069711172c4b135118a040
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3640401b5544071da14fb974b40c56827c9a291556675656d2f427dc0e5aff8e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea96332021c70e705f2292ddf8abee2b1d2b7007
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e444b93896add835d2a417834c6977103ef8845417e3fa374c14c824efb3b702
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463d44075a51b60933e38450d1ccbb4d43a11f91
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce6c5b28afc351a2b7272568f722596a73a5d219298b5ab014dbef81ca54dc1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3ef286fd0d85761370e1abaa5b5716c39e0e75
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da54642a2fd53f05a5f7c3947be6a848735d738867f80be3a9248386a9db522
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df28cd8eb803a3b79b77eb0c4a3859bc7f11905b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cfc5d4b7caed02e7712c23a3ecff0ea6acbd0d09267a693989345ab8385f4c2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac543a812fe3555c43c3548c562113074e2e73ec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07db7113e0dd5c33b22767bd0673e52bd7a0fd5d5b80cf433f2f034c3b1853ca
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1a0efc95bfb8b9669479204f093afda06d2e066
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad90a42f0d6c375a1ab30ab176ac12f257e4bbc21102b69806dd200bdd247ff
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ececa77b9838f1abf82fca2d6664f41679f892
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05f7fefbbb60088d523356df32c1cd01c0539424c45d923e475a23160d8ff9f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f30e8a8e8cf46b9741ff2997c1b192562627aef4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209102bf60c3ab59f6a15daff16a79ba855ea1a797f17aa6ba406319d85ece3b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9c6a302f4a158aa6906792d237f4380a77d23f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a421e9ca8773671f0fbaff22f7df7d7a777143172dbfb5682f976093a1cbe96f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db98e5b63a9a0031e4cbd640e6538c0e72845c1a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f69bb962dda1f5094aee9632b423637f5c86ac5b92389b54dcf71d02141d485
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f53b491dbc734d45285ffac86e73bf10c4b7970
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47bdfa0a2102970dbbe0f2eb9cf2d64920c4f0e05065fb166aed1193f290cb2a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b59c9cf63f9be9168b1ac7b0f6c5ddedb3c2bc6f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d9df62cd67d6350909d629c614203f7f521ec47ccc9e9ca8de3f6fb739cfc4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f5ca64a46ed4d535a950033fae703b2f3fd1212
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8303a2610ca8a44fecd26384a180940cee0963a207811992e6291dc147e83e7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad21c7407211ef923b215db8993d121bad41f42e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4cb1a5abea11debd752b18e03af3e3dd3585b838ded8f057eb02b9072df061
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4338f672d4f460221f5219fb10c3e414dae585e9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc1c28050e381dbf9ebe56775bb254244101b5fb0ab6d213c0a1602c7d20af6
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866026e9b6036d3ff5e932c2a180a548b42bd808
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beecca53a9d8c35ad77f339531e483fd58e53e530b38ee75855c1c09aa4fbc76
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839b98f30926d806baead822853e4ed9f4dfb79d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c449da67f96ef66e4238de4de419da28155c3f20998035de00e4c6bc2cb0aba9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73671fc8e13f29f053756790ec8a6ab4e5521b88
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd43e5bea673044b1879d9e3b7925feb96ac12a046996ad735732d9af9c0e829
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14cf0beabfa805bf43becf6b75eaa605b4bea053
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a25fddc3cd8e3f8781a60b549526cd8d08207254b98fe4878e2ca8760aed68f8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec957882005b477978cef1fb282c88d5b2d2b68
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89db85d5c7516a8115f77905fde98a7f4e324e6124b949c4e8a9f2302398d5d7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef5f94ed6bb68578dea590aeb279b186f02b157
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e28faf6a26f82b6818ac0ad40940ec057ebb5ac1980b78a27310fbfd6a589ac
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed8526f8a895b5da02be3566b1ea3417d293275
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55519bc197a111e167ee42300f7139510e6d84d3f2cc2140c2ac093d11aab07c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9f1b4cf6e7e7a63158d878e1e0cd9806f77bbe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf651a7b2fce9b657c2a7076d9f7c7f05fad2136dcc2a293c4e22713eda0252a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..172832151a00bf88e3db719df9a5e2c0c7dd8451
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c781f86d4bcd8a082362aec2f27392f1f612557075c2db585c6d93a92bbc973
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8e7d572703cd21724fdad3a39f2f88a7f9fb37
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee1f0ea86a83fd1522d159a05eb592ed586dc2d9ad9ef51ee2cc27ae12a00f2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4deed44cbc43ec98fda4a8986474f3f293d35d09
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945b6fb16b642363f06e27861f665613bc59e3cb0e51ed4daa17f0f090827d19
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144ed674e0b141bceeaffb899b132a8b7760b4c7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07450992970a1c0fe5445110c004435f3cdbc78cf3281317b1dbe13c834ea272
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc56fa2d7050120081b4aea65e8584b2cfc713ca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebed2e77b6460af854aa81f5de62e341bf5855ddbb3f3346e906fff4050d319
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/lm_head/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f2c92e49857673d3292b6e52137235827b4333
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:191920e227e4d76357272c3e301829c35453cc3f445a9b0a71fa5ca623c458ee
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6575a90253797d8b8991012bd567446f6151edec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f6bb1869b577b56b027b672e5ddd4ce7c257ad13af9dca9a5fe61ae5508686
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa146f03c3bdd948b01682a4049f1bfef2daf75
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0043e6ec55c7cb48dd8e2936326ab1fff6566d7ef4533287b63822c3f6873328
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31b5db9ef3c76bf4e488bd50b2c671dde323e818
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e5a70d9e09904b4c2ccb098c200896c35c1dfc184e64ae6133e82978b4dd16
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..217de2f8d2df5193076284dd5d0ba33254b9595e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3176371301814a9093f43cda85930a343df1b326ffc5a40c299e325a273df6ac
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7dd92edf931907a7f1181cd0fa8049d2c283b8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5badff88669abf0122fa78372e9c422e9ace2717c464754479552d6090c0463d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbcdb6fde40a0355c9d87805141bf3dd87d6a777
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58576a554def90c60f1a988b8d55f4136299af629b95836f67f7b884efbda60e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfe0fd5617e43f3a2ed2bb9acebfbf66c117e50e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66d23846f20899bf21e89cb1c50872009137082c090d6c5435fa46613934cb6
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198c7e245771838cf278e2b297a6d7b31f9856df
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a414b0986b62531866faf2c906770468610ec9595078194e13279b4ca01448fc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..428ab07940bc6b8184fd242769c65ff005aa1f53
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f142fcc18b2598201bef7c8fff2f5cfc17d477a3b2d8d7f00258f38fbc4eee
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e8e4c6a4869d940de16dc5712016422396cd6f5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419e7460e353cf6ef08f0fbbb879dbf09b10ea82030e4fba7e739ef917ba0fc3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25ef597ca3f60dd01bb3b4f453231355a405e5d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60aba4bc3cfd94cb85dd7c5abe758ccac2223f643a2f974dfd0f8a65ca9f5e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5229af0e076368e88a9481279ad4f09c4db2e5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d42782c6a77009d1ce37974386d6543a5d99996f07c4c3224881031d2ca1dd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b154967eac68ac7c54dadc19800dc6aaefb09c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6078d685bfbc792f5e8e959649410704f27b05899ebe8bfceb0eb66923473552
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5606e9f821274c925c2b2e8d668fecae0b7fd244
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad70c92f1f38780942b00c41f9f2ce1b7caed8b21a609384b8ccf1056ec021c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4484c53415a4627361aff16a00d7d5b412f18a8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a44f7fbdd34e4acca7b3358e29a93d82452eb0476243038af792fb1a2e7c0ac
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27e6a6ac4a011cdbd97fc0f7584619dfcf537ad0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658c90d7483f03fdad43173b4665f377f4f6f1784650816ca17ea3a8ff39adcb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cbb611e1a87f570bcf92ccdee0131fa0705f529
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d46c59a7346f4ef79433de4c219ef95450e8bb3aa74cc2c18b37dbdd6703c41
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee8f9bb625290886d98193ba4c9c4a82da1270b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e7b29e0dd1e2079879358fb3103f1713c3492b6f849aa3d14e0d8c2bd42a70c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a66f1f3a314a1b51cbffebd17205a841503b07fa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e32685ea7d12f339d3aaf3a1ddb00b73fc8bfc025ad7734d87b2b2fd5109d72
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6297ae735ea2a891d2f4a01f08e3bc60465a814
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe22eb1693d5c645c443a090315bc6b2ae1266f9690f688f6b51e03ff23d524
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b2a54f73a595e57021a99cc83dcc276d964dd65
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78bbb4a92f23df9368b4cc24bf6c9a9ed08c811f1b263bf4c93f169e875ae22c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1229c2b03873781347be5dffa59585bb1d8356ee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21623edb4967719524ae5742b126dea82206fc8fc29869ca379c2ee8704b2f8a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b81ae14c757fad2d3f4a06b53bd1eb368eb0c0ea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b9c4d856d417d7e2bdbe22971d65e0b28cc19d1a4829e7eada205d8fbf1c67
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0dacdffc69dea5990cc3199923cd675f477ea57
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3602bc37ad9a90e551962cd17ea0025fe43281c1df09213b357605c237a46401
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0ff119e3d2ada94c76807f37bb9a85b5c4d985
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f319536c1374a598c5543003a84ec63c46bb0c65c82cc303aca965bdf95d33
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96987dfac06a19b30cca91b826ad04cc8bfb587
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65dad35afd09583325df2ef72c27b7d49230fecf2d2f8609bcfc2a6521728dc0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec1249c508692c6a669b975ee9452ba387667ea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a04b7a23c7d88059b06d3b49a138dff50bb5ac188bde6b65b4d1671068bd49
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2833d4beb5974f5c570f19a06d7cd2209643e630
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa5d6d9f0fafe2a76bad7e4a100fc5e76b5b038fe91e457ef5f9d5f69f445b8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4283d2f1f51ffb059dd8076e6546edb8caa7fae3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb03e57d7829f2298eee33250c0dfefc9dbbd2f82fbd9f4866a029404f8c838
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd86e10f319db55827b725f6b8b033866a01f87
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657b34902e5fa77f963f4646c84c0e62e928f9fe3f45d51ac7a0a36dbe9bf7e8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ba4eed7b4e242a75d4548669d234b2253c60db
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21cd0ceb11d8aa042f58579393f1be08f5ef913464dd03fbdf8fe546ec65916f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d2c9d16463c54489f32175d2690fffc10083d4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4544214d5dc63358dc97c6fd3f8781c1e64fcc6246539c22a3ddd1ca3394569a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7562ad145924337810cf792ddcb039a8c6e036bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce01910861a6e0b94e0eecb5e6a5c5d5d37aa43f43ec480a19ec042590599d2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7de18a579293aa3926c2e1ffea87e8844b586a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b19ea51c99c50fcfd462be3f6933c9704e3584cb8cb9d3abd2a4432579ae14
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e9a10976ce66236d68f8b9a1d68a63c09782eb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:689f90869e3d43a635267cba67213810b1652ea70136bae4ab4872d4280d8750
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7490be063a3c454e4dcec4475c7129f741a11d16
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9451ba4dbb274a9effc6d5246de4f354298c76cf39d3703fd61bf0eef3bb6f6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dcb860b7376b63633cb353019197c063a462109
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf0300d6d5876b5e842fa5cd1a8d0dc35ec121f1213b57f89eb4c88377ec2e2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c666b17d5d28dc1e9459e065ecf219f5906711a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab35846073e4b62aa8f41c7bd4128defc757ab89e20db7df90ec3aafba07a11
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1efa46006c5eb707be663d9d61bce6bd6baa39
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27826c9750d507cc6817f461f135e388dafd8f6a9cc1c44701705b475f11eab
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ececa37648c9208bcecf91a9042f68d12ab0a84
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c10737f81b4b4845d108493b8f7542bcd63cc508b61440991bb8bd9e9ce205
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cbda1ad665a8027e17f636f8320dc9692c1002b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0798f3ba75e4626e68ce70f60c1dd253ba31cf4fe4450e8ddb6dfafd8b698b4e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e672019f24fd759773b3a48cd76366d1c8ac1faf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7317763eddd47ae6b2ebf0289a7a49c0dde3d61c671339f39550c0256184365e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05fb019ff621fc8df28b468bbb100aa0722bd538
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8232f8033d9d485760ff5e9f01c01b468cdd20908467770aec84dce4dcee58
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce19d239d4ad98bd3e94b1291417eaf337bb4e79
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b240b812ab5e476c48e70aa1382b7ad1e834379b3338864d7e02596ea8c5b3cc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ebefab6642b857e2d178d5d241040149bcc96f7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1352c1e44014662a74ccf69a41e6df66d10eaaefd58b2cf747a41a58de7cb7f3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c20e974d9ca43cb7c33bac38ef1eb37a64839e37
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4bf62f1ab6302532a7b2aa2c25f46faf028eb2a549f714fecf302fc62abd5a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0726963d0bfa4cd9c789f9065ce8adb1cd75120
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba138834b2a98ceba82a291a011af1e69500c7337034bb1bae9956dd9a106f4b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebddcf9070a5be3033b5996e5a8b839eb57c3797
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45590b152187d419ea2d341675ed94a44f154b73d8f1c848791ba12e4956e1a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b729a8bfe4657000b03573d326ade19a41631a41
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8090dc0a5f75474e0f98d5a79c708d405d3a8649eedcc8fadd1c6214b32257f4
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b76a04d19bb36118e444b95244519ef32b82542
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b82247ddacfdc9e0dacc9d8efd31a708738350e8d5c0642691a106a8a3f8ab
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..446b22bff021b838095879a2c9d1d2596a6a2698
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c35f72130a3816ed9230d2cf8732096e15da96719e250d7cb447dedecc84124
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f013d9242d060f1464d8d31c15d6a485d15dde3b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf3fd0156b6266b9f19c84639815f39174affe39fb1bc77ad6eacc8a4ce7da1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cedaed2630531b86bb7d214ab41a0916f53b3746
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1be1558b7e892ffbfc8790bf2058c81c410f79da473886e48f5189eabd41e38
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e26ed076c50625698f951c07b8a233de930b7ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:731199ea8e5fa849d503cb88b439bc26efdf2c327aefb432be9e765ec2341eca
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a11da363efdb53ac37c8b31d4c94929be3927f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d799c96e514544924e9191f89c7214407d5abbcd0368eec97fadfbca587133
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2ca1de9d14f94a7a7271b7bb23ff91a365e251
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841268ee0570ec04c1189c4bbfaee88d6c1b622299dcb3769c92357e1f35b412
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe18110a738afeb4b0d219a4a8de0bf0445f54d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915131778278a0058f718533438a580d57758a420ccd9318f8ea743f88401f48
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17faa9df7a09dcb067d17f9faeed5a2798eeae26
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23fd6d535590647252d2a0d5d68305e8eee7fb3a7600fb071b0c3d75a2866620
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f3f3faf01281d18fea437dbf5732a2dbc38b99
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c501a1030f81a40e5dc4a01b02aedc381f8b0dbdb0763cc0526d71d78c76c863
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..032db2ce8ac8947354d96a16d704326eb57ccf89
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411e95fe7248428f63c70ea66fddb15aa6cb0c277e693b25d393b6c78f6e2d5d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53454d4063f60bd085b4cb1b4b11e7fcc90015f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d379b3fbacaf0dd8a1b84afa2ca238cbe09c3599c48b09d14390b765d19d3b64
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e22214df074f75ff5b5094843efbaa86c34273ad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac77fcaf305dbde8653edc33ad15a15594e45c82b6a6bb5d67c56dfed3f9d1f5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e65d25675a74832f00e6d85d5ff9c51ac1f2b2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c163ec553eb11efaf43f45a42d7e35c242b3c6efd79f4105b86acb88e3b5c2f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e98e1df823084be0ed91decf7606093d3fe1575
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae237f4024e3ae984bb80082e70ccc9cfc14e56dbb53f446cec08030d5d42b3a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4547041660298e9c451a4022d6eba717e4e52c24
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121f20ea5b84e90aa0ddd6d595ae742fa8e37f09c38fc7bfd41e2508675d8812
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf0cdb5dc6307834deb693b6e159cc3ff928049
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456b7d43a04a9636a0c1bfc5e3444d804887e182b563f8024ac24d7051ce2cfd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed419c1bf933793f43c8e4766206d2b18a6cf4ee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3fb0c0d4414ca8ccc4540bba9ffd0f709b8338ea37861a267d90eabcd74f087
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec1ab3a1267de99f28f1ceea0b38693da1c536ca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17ea18f4b0ae4bb24dc8e0520e2c071bf8631952652459deef905563ae88c251
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1d3be58c14e3ac13da2a9dc78873998bb6c6fa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b46ea2bee8437d5d6f8ad4d6319bb21dcf8ce7d7938f5f369c1776c50bb9fc9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5baad48532356363f94c45c1aee02bedf82b62d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1431f886266565f10f39be1b4a9213407ceb2d848854c1befeebed04c9f105
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc849ca51b5af40f404a69f13a525258959ba3a9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48f7acec66528547519252ea164831ac0c39c5e4efbe3df320d87f90eba128c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ad47a0420f6d7bc0954ebb82cbb868e963e58a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1327d2b5e2e4410b774a0c870502ad52eb60bd952b34674eb852b6a7fd481931
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2976d251ca87d0bbcc0492cfd76fda28086c22be
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f3f99f3484fbe613ebeabbc7e23136d6608a75510cb491f6a3b48ea97e6bbe9
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6727f8c3ee01c43fa67f05bb76b1c88ab25a87
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b82c0333cbbbede0d2103644832bd76b9cc9c3ebd75d3dd3a10ed88a1f0df12
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57cc7da37987d07eeaced1f3f67b4b349459db32
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1821e6f9a0788b0fd5328b7269e7cfc700abdf1c170f906a0f8ed4f9e125c60
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f9927dbef8a090d64a90a9c8142c2de4a425d35
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abbea6b5662a5d9097628289329145b3fdfe0ff684f128ecefa8eabed06eeeb6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0f7791727e95b3eba2cbe960621cc69a07f688
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f7bea7c987b9bac760bf34c77f280fce985204655aa2fce3ea9b13037b3706
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0321ac3ec7ba17b2a65f5180166ff83fea956c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df633c9248d58e64f4b940f6c577d534b9cdab91e428ac4d7bd76ebeb1d34d4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad013cb71d6d1600d151f94c8c5db05c85815b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f307bf16a33a68f777fbbe4aae799c0b5c5f6a54ba2ed2e6923443d20c886444
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90dbee9eed17842b1af775a38272b1cc0df2942
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55df7a6e2cad2b1f06daa3440be6ccc1b9ed1fa5d3c6f8defbd32addd5338864
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a8fb91c55818e66737a963b3d33fc489393cecc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7796f315adbd606211ded8c95899fbd2dab2635cd3ef511fd4eb13ec17f1f0e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72737f144ac2cbbc8ee9fcb632d7ab32a811e4a5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c6a793990cfb5b414134e45b9937fb41b2d6eecfb4a64dfb00c07abe2e6ce5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca1b2efab9027136e5b6b5debc4916837f09bec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4774b55f031fb07a93aa26a43ff8d45f4e4927829ad9ce63d10853b1fa4d014f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24bab164c9e9d5660ed16903e338f9fc6005b3e7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:327f10814d01709aef78d15f1945611b19c20ef7147e4e1a3ce586c9e8e23d12
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a8f309d121587ad668761a656b0a14163a6289
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5724801ef8326ce1ed842d680f79ef5c17ac81ad4476c6ca6131d508753e7674
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9922a8df06dd7fe98f00f217fe8ba07886df1921
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23ef33a4bad31adce14a9967cc66d24279b2e053fe637ad5ddea3479154d481
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec2e4d8261a274edf7ef222a3824cf8a77e42e8a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7741ab7ce5bbe428325bbd7cfab21616d3ee49204de7026be42001b33f3d0375
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b164650f7a37565d20caa29786d7bb9f500bc40c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aecb670111c9f86e26a34e8cd7c462db88e4b8e74bb67452582ff3f2ab36997
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9053bd3e000e6cae05a6c94d6f20755f75931c80
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dfe2bb91c28bf57dd7e91e921ab1d29ebacabc8f8dbc08895965dbb58e51cb1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea5ad712fc417f7cc0d4dd1b91d5b1f46a79b63
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc4d6707c2475078f2084c4ef9ff27e0909724228ff92dadc648cb0379704d8c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0eba682d785273b622415998b4511552b668d73
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94479fb745d152979c691ee1ad1b66e2e7302cf785e40d33e2a1853cd3a0e951
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a7badbdb4cd89782472089baf8c0057750b84b0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1189b2aecc8c94ddba6f2712b6231b8a575b32d88d0cdbb89c117d6d321453
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c17f611e73559347d0656d48c3a3c92e5a3b9d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5e292597990cc568d2eb28eac3d4ac3e27a365510a9dddd321ee6de4231f62
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ffe24fff13b4b6ea249a0fee28407f8ee62dcd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:368e53dc55c0654217baca6f5879f8238a7d8efb2a1e26d6d3ca72045250147a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6ce38194a97af90175a0e2a885e1de58928671
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e5421e9edf7c80cc24d37e56d874bfd000782faeb1b588486483bfd8fd540e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..636bed52e3cdfce48fa731f8c3515e5a5c4cba66
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c5f99964e198639e89ac2d24acd3d297759aa9ea8ea0455f287110728f3993
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5777517a05933f43e35a454a37127eb62abd6e4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e772d86f8d817a88b8a52a573e111cae5276c124e70ff041e73fee2632f0cbd
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c61bcc0cea5f386bd8aa1ceb234542e3b9b4d1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d156d5378e66705be8d89092d94bbc7dfb57b011e3bfc1ae1bb98ec2fbe4237e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d98f5f8c65686aac333abac3518f7ad84588bf50
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48949a0201f07ef5d3ff03f6667fcdd0c5ba787717670c1a80310e223d73707f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de352690812a82fea9e24b275ed46aafb7338754
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e0309088a19f521894b4df418efaec7b15567ea218ebcdf460019947f9314c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd18ae3db295f03fea2f01daa8c302d2daa7233
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653d74c0adbac94d4c8d38e6e4f68d9b86a9d5a91e34e650fcfe4e4e79f79416
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1707315f23c4c5bc807233bdd51940ab69e414b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7289a9c46e794f042f2f55fdec62cfcaceeb38b67114dc0547c071860497dab4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e35155ca80b3cb41ee6fe0d161571978a1b5d3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60db93b3897c03f3bedec8766d9f91c7b90cfa1a134f89e9be2bfe2a0bed6bae
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be93981b7c03adb7f5a4ab94567d737dd0cad8e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8756f89a3937a9a6d78aa362669b2da6dee6eebabc7003ae51c16dc88009352f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1888ad74f12844f273e704a5d585410cab0d3b7c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95de188d2eb680ae0d715256fbc27ebcd98ae652996c45543796533b945b94f2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c54ea92e97759f241397b26bc93205399c4ffa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14597e9e820089ae9e330dca2c1f2731ed68aa00205b191651f6e68a16a9b2eb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70049651098ea4a84f2a8989aa8925aaa714587d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83e6b42e40bc5b271741e6d5ba9454b66d388f676243d7e14acc4e84acb9622
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85cd17463f84cd4271a373889de2768a7bc7e576
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392c3e68ded6fcc9327c963f14f177082cc38653d5a3d898a10785cdc0e877dd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a64045b1329a980ccb87a0e0c4b872148945c721
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb5ce892cfe8bacbd4915e8a060959ade788997cc97c7678d0a16a412da90a5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a24691fb6299a3f25d3b044ac6b75a638619fa86
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc617056d50140a33271e802b6e81878108e53aac7492436aac044f218dfc389
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d4214ee8c53bba4f53b0253d98153df0cfef7e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec75a41305b40a7a4989c3a6b50be0868ac2d7de60a530a635f30d238e7b9fdc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047d561ebad67676b1fbc283a00ef3c3b2099923
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ecc4287c7ec721148ebdf5ed221c9081c5d0daad2a337bf04e1bd16dd23a47
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36541faa8f8c6fda1ad089786aaf4c0cdb824e6b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec81fa9cbae6cae050ec30f025c2797ed2ad9c17b5622388def646d21c77926
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5213fa237352b267fcac4da0a51784601fd4bf5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3eaada9326267f8fde1a7980af161d6804ccdd4496d999de33b5fa1b9b2a882
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ea58c4a8314ba16a436bab11da30a2ecd9bf73
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:794b9e80e37baebf696d0026e27e18c2d46b70526048f530646ae573aad73140
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c8ae37a7e318805c8b57483e38b465abee66d3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee6eb286cd11297bd3f5e80e636fba22a49f1e08f547a624b5970d9b4ca570e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338b06e9b9cebb48fe79102dce0d78eddbb38ef5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5cb30ecfd97337e52793e2013ab7691cdc0014cb472a198c12a1b1608f0ced
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..651c7099b156daed822617c6121903347370eb8c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebd4d7bab6220362316534103e62814af81197a74b406aca46f0252d40a8a09
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33da0fb8135b060718d2267706024c5f74474b6c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3e6e084e5f2d8345fd52e84da285609d9f490864c67cf2a3ecdb0fbed6b331
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d9d678f9635437d5fb349f30dc1088dc3dd2c11
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7ccb748dca4be379f39301a7f13883705c204268462e872c591e87d36de454
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..629f41769e4d4e1bd7fe2a2cbd4eb09334eca7ce
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec0c0f7afc178d916e079321db9953d151d929869a6b1fa074626551e13eaffe
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64b57e1bc3c4061473c5fa6e61c3cf558922650c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb1fe0f297bd4455a94fca8378a079630e0b4f5a56f46e8403eaff0182b52a8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ad5154c2b48fdfa8a047bda4ccdade8250a5d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f99dfe9356d6f436470262b1edaa708cbaa3ee5c5c77323f6607e2a5792370f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c49e82d6d64f77c0c022d659e8fb6d2c6f80953
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3351b3a09e338de61e402e19d00c6694b09837fe4487eaa7ba502a3c96d959f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a343f70cfe8cd9208c9b90561d7d28af64ed28
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdba57dcc2902ca6592744a3cd11781851ca62a9b39e5b828663ff2b341ab35c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0967f30186da3de1813d87c8e13b254e733c9c37
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cde23dccad62c53e3da6d21f067fb12fd2024d6d4fd7405dfa655c070cbadf6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2946804c742c031994ac0866139ed5d03d156f15
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e0cd0494b2ed6a9f175c9237045997f823fe60efa11f443167ce4ae806921b
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1ca81e7c3f3c51f2a3d17df2d7707f29892282
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc9d17bfa1c05930865b7c797b43576b7c63c7084144509aeadb40d4ae4317d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..663111dc774aaf0a3633aecaf1dd599b001b7469
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44323ac80d23b7b38e3c300e18202c7bddd20747533e57671339265f25e23a5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..915a2f268b2c122ef3fc06627c0b8cac379b540b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40e3026500d86cf26bb129380010b160d169a7044f7410d688bb0f397a403c8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8f8e1f3585c623c469325a7196fc82c69b3569
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d87c1c376ac7283dd146bbbc785afe0cc3268b09894b69e0e4ed2f8025b4d0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3bf96ec8ee156cb689405ab19843e2b85e8c24e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185b835a310ffd2b23138a33b0aa9b7c2311d2341e27be90b9f5a9b375bf753f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df272ba874d2b9861c65ad7d4a88ba5dcfe155b1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0749420bc7bd24967a934296e812dbe15a5eab45d3783b9d424d57e1c168a6
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9344dd7334d24b235ce94dbc8e10ec5ead6c7fe1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b4e0e10a9644010c19311d7cb2d8b0bccafecec2f2c432b7f00ef6e7e1d2f8b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6241688f19cfd9452ad5ffa59265f64f66ab711a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb989a63e9dec31c1abeb07bbe8c2c7b7b472ac7d6a4a1064c46be6936965fcc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97f05699db4fcf23f5a6c5b2a76a1a5de01688b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc30bb63f09f0a92f9e7823e75741fe091053730726f2a9e2edaf8cc9043f9c2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af1c1f618a1138eee0d55cee578856153b0d7e7d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30496622720e12942eb825d6a2119934318bb6562382120ecebded267548aadb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7838a7ca4fe3d38d8f6c3011e0c15e0f25683a77
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290df5728004ba0f72d2cc68f32c805e2bbc9196d3716d74f3d82c5aa7ed58f6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0a1ba2b568f991bb60fe4b05e1a3874965f220
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0768554c366059f0d643be48ed2a8bb363ef57228abf04ca7ceb1c31e8eda4
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ceef32081fda952935569db390c7f833cdfd002
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7295eb88b48e248e8830d6dae4350b4770c67c96bbdfea6376a666e335c1060e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355db278323888a77754ba2c7920f43a26014676
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9e01d0a6e876a63afd14abd398b0c9097555b6efbee318fe9eeec969da5b70
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b02cffd3cc2922c362d1b9afce1045df60baf0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3b32d360af8b601d32364502ec0003414473527f46e2e7e402b0ea4d5a8fca
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd21090206787a74fe00f841da88042266d15fc7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac64e45060c79e3f46c18e0703cabe54e51fd2c1602c64796a913239ea84e8a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f675766c2b3d01e9b3a62d224d18390b26b7a82
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c08e800be51de66f7a3d5d7c0b89cae90bff5f6dcbcc750a121eecde7e18c0f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec5bcf59641d0d979c518a7b8709055498363d5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7537267c60ef240a61eb7b06bd702acacd2a600b76c9acfce07499a435ffa1d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f965b23c56096902aef9b8e626d96c34585c77fa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74bd00b92990f0ef993104cc9126569e5683cc98db71a3ed5e083c4c43ab5b87
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/lm_head/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/lm_head/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a23de69a32e79b5a1c8d012ae9ef99f818198cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e336b7c3daf309e993ae6f5f3d0a2d69e7a66d2ea698973eda74bed582940c3f
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c87a825dc0c1178aa377fa90be4519856f3ef5fe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd5aa424e6f1a15650e69220d76a7119a9ee084d4d05bb69afdeae510523bfe
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774d39fcdefd7fcdc3a34f35b837f5a3b1aff972
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eed842baa025bffae7913b4df2e512a883c10a4a0a7ae1a7cc737f745604adb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd2329cecdb3d42b31a0f24fd8c76bd378e1d54
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3020570bc94cd6b31416c7ed1fb1aaba580c93910e0d25a323bf6d36bd6c3e16
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7321492ba279958a9986c00268c1c931187aebfe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ccb843c7365aa9a5a0054be9989f2da25052a9b8beb44c4454a22ebd6ef45d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537d4cae3bf9829bcc3d236bb14d91e9aac3901c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90829070cc72722bcc3498655b004e53fb39887e0546f2a39a4d6a55b55ecba
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a542cd09acb461c4f1cc4cebf03bea2beb9c47
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2773efafd14c66c0ebe52ad580622ef71de76c4ee234d7891382396ebad997
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea314ebe637e30e38e5e7746e285930102a885a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16db9223426415526675c27b8e0f3ebdd7499f31836e08f34d4b8b2e9f3e936
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6565a407d54624b88e29004b5dc6b8d7a14e92
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da96465a93148749170f81310ad6e7b5377f866d6af17e78409729b65644a42
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f925e1c8bd28d5fc21edbf7f9bf254d45552f4a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf25c88fd6fe38c1eb5ab1d4ff3f7807d8bd79fea22edd96b556e4853fb46ab
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f142cc931d9cff3fc3ad1621fee7ef686b1e18e4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e26ba8fb7848e2a7818c7db550c3efca98db838fd42bd0a4d68720be8436bde
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74798534acd7734b262e7c1144604f69d91a2bb4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1cbb888fe6fe8906392e84a82a6b7763236826fbf3b66da609e908d9bbe3321
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963e838d1a3830c12c8e3719c82c7d61303f7d4b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8171021d54c6683ca1d7d0090baf19f09a1d6c2cd2a1bd926fd815ad9e43fc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8caa3e4f0d002ca62d4552dc787e4be1a4b48659
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4485408f1fe7188a80218d9580ea52dad83d08a43c2ad09d960cc59a672e8783
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8577e61904a0e1dd66e7edbea93845d38eda195b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b6a31c18661e37ce2b4592d9cd2d6e263bb2f2352d99387eaa89dab1bd958d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47f53f359efcb2a41700997885f17096328daa8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba11feb0b336965a828f146c39a9a36a9bbd03c6ab6d9454e02dfbb7d173a2c1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e555c93c83d18989ec2e5ad327e02cf7b2353833
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eebf5381e9de2ab023b290d8da5f888b45f02a200f7a23e363dd8347ac20ab98
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd903a8db80194c3d2388f1a7b4d8154344c9e6b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720271eb39ae205523655df895108f6fd3fbeb1315fa2728bac4419ed9899f4a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6adbc05f4c19c4cb157222df4ee8870f98061173
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91330dae83f8bdb01871a58f3b2decdb438598e8fb15af692017387aa63e27d0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d277ebc0c0b6e07b33ed7521c03cc1a70a9e402d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae5c88bc7452a655703b685044abaca9dd0968d34cf3c27141cf9a9952fb94a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab921fc822da9592a0cc9a481a8cef0630989585
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a17a95cfb6ba1f1ec313ca5a67697caa03ad6581d24e8c3b534019604f284f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79528ed65774d64b5472573358a49d39e2c8aaca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518c9878a791b490f48b4a0415919f534eeaeefeb0c3019d32e3adaa2eef77fb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242d15f77922cf6e14b4d3f50247d0fc9ed004a1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6639ce27451447286d39bb0ad9367c02574c742b793df394c1bb7043f4f76cf6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f987bc66748f6ab435b0b96cad1e34479fd0e5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25dd2ceccd4e482c63ed411d6157693a52ee54b7b7a4c41cebb4b331b40db958
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e53b33851e828482188337d9556e7e18e1862e9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86fed9b36e6f48767df852fbc97a8b1efdb6a504776cfee6201891b26299fe5f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..101e6ed736cd617487bc9bb30225f09d5dabf780
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fae6222f37aef5f6845e358d27fab5da63520138dddc587801109dd29fccaf9
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..151a139cfc0a852e496f2cb3f8c2d3a834927882
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71128fdfa3fdc40dba792a22a67c6b5e4a6bbe4df4e5907c86f9007099cefe3b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456a90589c4508a28f498e844e5327ae00250d8e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5516e9082875f656d4a5983ef40ad0ce2013b060574ed0100020b5fe818297f4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d2840504550d5c76b4ee499a83728d0444fd6d8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d8a7a57eee034ebf3a164e83ec36cb432947c9a257571dbcbfaa3ee03d3b6c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e799d97bbbaeb074cd83334e9900a5ee8955ae2b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1009d2f0ea5f0da84c92b428f22698f34e403e43950730f8c24e2a93a558eae
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75d6700f202d79a169c2346cc712a27d61bf4cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d6ab878b88ce3ac3dd50c771c82b8089883a101b2cc67e88028c7af7990e3a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..262ba1584e0c3805b8a134f182bf2c13c32a721c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85fb3c113ca6a90f2671993c53936eb782b13308064340dc4b5fd00690eb901f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3ba202f30d9671d1ebfd5851832a909ea8059c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abfeecda1f2577279b3b4bfcfa3a69fbc03010a59e9dece64c8455dbfe6279b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5ef81df1fb69c00e128c90eff67833dfb7955b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4052c5c61f80d77451dfcf4bab3c761d405fef25d2c018e356e4768943049fd7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a969536c068fdab5a710acc644d140bd8b3bd44
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df6f1738d03ea106017cf734c5da0dd269b9aa0cf111d949a76c1bbc48dedf1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72be07eddb25db95eba57196098dd3e2a9abc2cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbfb0973376d367282dd32ca0b09b2feca1126c5fa32bdfc18d5a4af1ffcb08
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1522683454867ae1f75b39bce7081a7c5df6e7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f1a150e8682869b27a2f3a1b90f5ec3b992c41d68802cb34ca5fe8833324f9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d87a7eec5abd22bc250641be7c24556a33003e51
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d524e91041f3b8d9364c82f9c332b3d1ab47273bd42ec04a5cc6de19890f44
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f795eeabc20ee900a19568bb83ff46fc6e3b839
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d54b8f211cc6782f3e465faccefae56304c3fa8223f7f3543138bdbfaa1aa1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..962cc4b8e100e519aeffc675a0c75fbbab912871
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff935de2dfb2fa5153650f5e70b456b76b00aa02e913c249ef335d01f0a73af0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4616f53f62df3022be6d04b6f0f3d962aad2122
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98bee0b5cbea6828169daeca26337c393262e553063dd8d53c9d74bddb20dc33
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..678b456ef7e823d0fa478a98ff806520855ef843
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace28db3ac8fd782c95285bf418ec689018e8259f29e1721ada278e40c9c52d8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e627a263450a2e6a1af673215bdd345d8bd01e5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba60bad7868903a1f45a075aae3d396a7a8d2bfbc9758456239e5f2f2745c5bd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f432a1c86f3ae2ac9878c4476d64a3b940a458
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375f0d9a51d1d2b55b2d6ca6662acfa79c88d665c19a54e78e29a53f37c2e7be
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157c2268b177ca355c20d5d6259edd6f28d4cb30
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493ba48c6f342a19e37f35d18df66cc41e78f05bfbf62196db90959d4dd5ae56
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..710d55e421507d6b27446b8477fbae4f5e031148
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d777c0971006e399b9f83ac6fab4d0384092e3230490a65c2cfd011558eff3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..366afaa520c24fd5b9d45963384463580b001e8b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46186532f636dd3d3e25eff241c6c0115ddbcd9eeaaed19710ddc57f2c35a719
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d61702ba884be2d294a2f810bd8d33d5374310c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1769e54e0dea1d81eb60bdd25ece7c80d5c64307260a93798dbda58df7b54ed
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..480679a832b9062970ddf1d8f0098539266dae71
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5efa5e1bd16ea09473a35930ff31e4197553dc3b6e6a0da10bcab7111aa9e7f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352472a9e9a5a9bd958f4fb0919f96791e23d337
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aabcc1e123ef6999f3ba2291b8604d68ec798b2b58bcf823bbda694fb366f358
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a141038b523e517d14472f63547155ce3c552d7b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2769a1d0f1746a3737390f1b25f7b984d57fe9e977f61ce9445b92b11908e339
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e79e850556861f5f0912f49f3a34c5a94a9305
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb0f3d2c7646b3cfd8a443ab2aebc41524b84131e8f5015cccba3412ccf019e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7572a9e99303044a2455f5bec02ee10f9439d47c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222aac2425df2206c803fcf73bc15f87f8a99170e57c58caa4c4dfb4fa66bb3c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25116b725b831af6e7eda689d3d265c408d572f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d279c460161a50959b784ea504baea59b19d42011055607e6b5535fbe089223f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3252df7fa47cfc77c6ee941938bca4e1a44a0baf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91796980b813e26c3a7c439ae1c137d9a185097e160004c95d1419c5a205a4b9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731f4dee4fbc76a774164d6ef4e81b89f19e65d7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab065fb6e1212e4732553182690227ac27b5f443cdf225465faae228f79aa2c
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a961fd3d82131b257a0fe27b6790e344a14bec3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c34bc315bcfc17182a5abfdcbc45f20128394c88abf0f0f244e410b18153e3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f3515c2ce1c3c452b407f0e629737cf5f6e0f2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5522572d22567015a40d4d8d54628f254109e5f0b1da61bd81ab6c02b94281
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a129b6e10e18b00a2a5de68ed2472d979a9125
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786c14d6ae7808df5a83207b79ecbee9dceac9d7aad1b5fb54966199ce473e6a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a89776bac35be7c4f921c004e777089f191cc7ed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc2a0d2561e6f2e389e995acf442d25fa3a950937d08bd4e3e1cb43363bcb311
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71080b7571a19b14c2429eeee62bb4d70a81d81c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83209042a7dd2e536886cbb5b44a39412891b520ec4b17f6e054173b4b5025c5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebdfd5f47338eed74d2a4f36d17567b367ad166e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24099d6c5e2bbf7108e5a46e11088091c6de8915e24e7740d21adc8f78877985
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a89c09b125608b421d79c0a4dacadd7fffafafd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931e7f013aa5c710c033cf98182834952aff798bfab346f7990b8f17f0479908
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6aea7cb7c36b9b2c7e11dead08a5fac73652ba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538b7019063381bec697f4a1db50569c7fad1c70c0244ae6ecfc84e3a69377fd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef326c25a4b788a235cfe7b5bea43296c24de4b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5078e6181129a0aa569af95cbd6d10b707bc8b193544aff1aa6e28b7bd3f1b13
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0826e5274ac28f3da687f376a2d43d6c83bc737e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4db570cf7b2190a4a172e06c67b27f3b26d7aa5498bb7c6411c6ee3ee4b30f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4245348ef5a78cb018da9ba1e051e4510a51bbd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2a855a331ffd6064b65148f231e84f10f4934a4a11cb24155bc888b332dd1f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689ee87aca045d5a4af3e1fe22ef35f29e70c78c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9511212dc87c160ba95738b2cb30b13d92f4e7ad068dfbc1688a572e95ab8b
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c207a18e994ce1971fd5bcdfa3125d484a61f77c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4084fe780286f6d91ecdcfcd968649ec96614e0329a6f49b06e66e7487d7ead
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9a0af0f63007b2ec3c6a29d6140e420d802a1d1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd9a83ed55bf58c4af8d1d043f60632a2c9b455a415a0893aa7feef0c2d8a89
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72645851d412a44d23e4ae94a4d5bf9f3944821b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732b9f5518b957bac75f8b77b144e7b1c2a0d753bb4dce040a8b2ead35304176
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f25437adb0a273b9a148198691a79946efdc1d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e15d7ef27fdd57f488dc276a3ae4f688b0db799b4c4fd9db4d3afcc0f72035a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e10dcd00f3c7f938b036910164dfcae7624a12
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c2c4079380243989d09f5a99542e3e4aa31c14b2c0f88d906b095847838559
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d547d4f2a63d19af3fb32e90fd74182d17d9e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b293258d6d0b50b040960383b8445fcfb89f8bb03f8c3aed0a4aa22ee73cf6
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271556462f66cb1cf8640e252be3e8690edd3109
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f81bb892e1d61901d57036d92e8de3ea4e43e02c55ed52df6e089dab9e125f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee578a339aec407324d2644162ef255934411588
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45fd21dbd9b23d8508e43c9b5306a160bab9f0a9602256d7ae617fd8109c0ef9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a9d3312d323c1abfa66e4208903477d0608a09
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b13b6eaa6ef2cf3074e2007c6fa1d07f9b6bbdda2b70f47ea204652d89bedd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6332d26d907432e2abad9f7e38326f1ca2c633e5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d165f555af501675cabea167f16e127b37db234b26730a6b6c8eb4c5a607ac2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4d00c5c2eb82b9ba71e66700956b7215f6562c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dce10cf0f89b0ba2f1c307ac6bacbdcafdf4b9bc75eeabf0a16ff74b5f63440
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd8b0feedf79e95ecf62b75ea60a07dcb821f62a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fd32ac83e25a20958be3c687a552a8d7ded74ceaa4b373b101d31c9fc9f94f8
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5543ff3358450285fe58e2b46fc06f557b4e90e9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7b4c74df4838e4243ccfcfd799143a21a9c0195256084839d27565b010a71e0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62bca84b5f2b9966c1590789449a2fb5eb549fd7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c73101fe63c4d593aadf4fbda62a12b6bb373ba5edfcffaec74c41bfe4b217
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75a55b24638a29eb0c628ee089f05de1e9d50a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d89096018bf5bc88937cf361af1dd3cd0d187d40e8c432f446f2b9d3b5c088b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf1c4bcf60dc05ae7e385bac8a9a0fa18df6ba2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d26c7b49cd759b68c72514b2fb0afa8f778ff037f01c63b255b9c14720b93a4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e442a0828521cf7d0b5f92e8709f6118291803b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e25cbc8e28323172cb3f08e7b35da5506e7b92504bc30e928344602834e205
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11e17132d953d879f6b8108623e06ec1bd59fd8e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58f458cdd59faed4d77e3b0f071f83ec9bbbc2f994b543bb6e48047a1edb46e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..176ceb032f5d1a9824276b3d840b625924da39fd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af492b434050f0a535c2d422a6cfb2aa3d8affb71d3357b0a55f7373a4bf23d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71d14f5bbcf120a647a038d23d87ca41d08e9ea8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:802a40a1a9b1bdfd2bbcad4dc4953fcdf240b8dca048204d54283e99a9cc2530
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df37b32bbbd3c6dad507525656e9dcfe7d4c8281
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f225b3cb4cf6de02a546e4fb2615b252b51b582b3e61993afcb02d7eb4507825
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1b1e762bc91d2648b8c22217db8cc0be009288
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0439076f4f26cf09a9e2447f6e3a8ad88d8a2a617ea70047ead4c719c5e02d9a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a526f77b7eac7fc96b7ba72559f1cb95c7ac27c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ca18b058d6a5cd048ae12892f27917cb263b248b9e18a55c255f2dcbba2cf5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9052b3f460f6b569d077b334cadc597112fa0f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19781eb54c9d329ec478f2b313648b0e4761f6668c3c44ac254dd6002163eead
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb9617f66ffb7dc2048600cb6bca39b83b27fd39
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc20b652bc53ce632c6c79dbdbdf61a7a56cb535c9776ad2caa8d799b51e383
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51282ba09d3aa73e578d1e0ba299714866c004ea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec35f371273dd0a0af93ad666b9ce8095afbb4fe7f8901d9356dcebbbdf56b59
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb47fb2f198145639f6d5cadd60cc6abfdba71d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea732f0f4abf54e5084cabb70b2fc3efecd987d2e10f17f1e6404467e0b9715
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6a4a93d0620ce31abc701650db4e8b0791e65a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:417a962d9e141893ee0d81045fac78a7b2bc4f59de36433435df4bc44d3ffdcc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e21a26e87078655163985ca6a84d906d717f09
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca7786dc10c803832843f33443fde407a457eb3e5037f563807d8825c115caf0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a496a14c05d441a598fbd8efc5f2e897cf2cf75
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:122abab922ff69c6052aeb616d0bcf156abbe5c15617e7314d48ba338eeeff2e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a57b5cb3e0140895a7a251bb78e5d0545afe4d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c965af5d2e551f9a5e40fb9c8bce3786cce0443e423e6a548069845cdfd098
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d731e252b0f412e570e940417040a613c6540133
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd42990c96fa3ca7133d6495e509bc72be18e015b6f9615f866a8b8028ebfac
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701ffb2b7fec08e2f16cf8ccf3594a7b12f8eef7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24e5afc3f9d67ebdcbfcfeba0443f7d0c9ea1473af1cbd8ebd1bb100daa3072
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45bca106e123b42284c2daac1bd240e77cab4d51
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c95f6adaf4bc718ea35f842f7d1564363dffcb4e0473d85db9fbd2181153881
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be3b480be4dba5a32a2997526a018ffae6383755
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde2d40da75923453b8ef76fddcef4522f5c4270bd3d90810369cf6802d3e0f6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a0373a8c42d883b93891a59c228eda3917dea5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a885dc158a131b26bf5e10a0c2314d2e7d72d4e286c44fffc58432231e739977
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69bdb858607d0d319fb8f13868e5af77d0c30ea3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52fac57196e79c3d4eaf30e19365e8aaf41994b0fdd392369f6943cbd6c5ad4a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ccaad0d923343008d30d5b63a7a0b68a9ead1a4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8f4cb6c2bdf5982cc666a60060196e5dedd07ccab4a228d214aae8b19d1412
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da28aa45736ce5f79b706a3c84e095c326efa204
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:510a4ad81295a8f8d0f5fede96b60f803e4a793b7d937171c277234de3f35411
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95fc5fa2a14339c441f8cd2ae1e0932c5dbf40cc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21be6f4db770abdb4f633daf00f0bc612a80de867a48c8300e1acf8bc7836f70
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168524681db11624cb3bab74cbff8c8938379d36
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8520954650f035d1d1cb2be0bda226ea4b6ea3c63cd7800c1b826c39d94192
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9659fb5b2681b4c74e810f3bee5b838c4617819a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ffb0017c253573d85c7660d1bd91680fe2ddb012e7360ac94c4cc91b830994
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59828927187d98b2731acae13a02e060a93fedb4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb1c374b67972270bb09368b6de2312ca39415cbbfa7a654a4c0f2542d3fe2b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aad19ab7d09017b2760e732ed470cf6be2ae588
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4fcdd9a3e2a61f0c62105c4b909a1ff8b8a02563ffdd4ebded66b2a6dbbf1ae
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272814b174c42672c4675c2aad19f32d88cbd861
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9fb348b51ca00b495ad55316cf4890907f603732215b00b979b4100dc74439d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad9250bcb841ef7b00bc0514aff6e4034a4b902
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff99488c764efb1bf2a6cc2eeae7aac51683bb9fc41c81e3b1f655903b5e641b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba70fc3730c1b5c774901cda644ad2917ef1d45
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f03e8b859da17ca59c58bd75317449364b2277e92b7fab6a5750a9151876d4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e150ac5b42a50aeac07b0dc2058044eb46eb8be3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50d8fc722be963162e7fd545ab93706c9bb0088012e1879f39277bf1c845b26
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe8eef4395d099c20f46466c5531dc23e5de810
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf2d163e53389941c5aa1e15866de6098bc5987f5264e9233e2b96baf708564
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e6e1d44581856f1875a2e2aa2781b02de69c8d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b85a88c43a08a123d271c5db560a7dd57775d3f0fe9f9ec7c25e1d0aa4c0645
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f61a42eaf4989a478d6c69787a80e88fa99227a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833313a846e79b5a17b702ac31a3113049a5737fe5c5ea603b1061a433e3ee59
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b8410476094763361c0b96bcc4942539d3b447
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69227b6b6a1192c4157558bf757ca81864cedd18bc8014a75adc19c1e80f89c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559a0ad7b2d9c5de0694ba7bf2f22fc11f57467f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ec14b1318d23ffc463c163c9d9c57f1156d356171b3d005eeba040507ddfab
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8976bc47bcfa8390896204465d2d05d18589b42
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c02ac2a7ed8cd5aad4e4d1a28682b495a97806c3a7d4cb3516f032519b236a1
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ac90e2b6d28ef1fb0f07961de8a4712941a2ac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d8e65ee53f911865b882c0499535a8b34ef285814c72203aab8f1d449c9149
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..816b014d81d6bd96ec2dab525b35505580eafdeb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a7fd3e4c9f0760f7a37f1a728a8b3e66b05ef659486e1d353382c49de69778
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9b6ff7352c054ce3ca38d42318f7f098803643
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974a64941f7487ec7f207b325ecf906e34f2df3dddb941b9ba4eb5c79e01ecbd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff9464ed166d7f344f6dcdb84a65eedfa3e84d38
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9bb1494161f636cfdb60f263eccbc66b6aac1cadece323f5d31a7e0ea0109b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7687c9ec88696d95b5f0346102e5052a53015b8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47dfd151b830dd7c2049d1bcc80e0adda78eaeedccec591d874a24919302fdfd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca5bc878424f7d48bbf5b25d2a952d9d92f2966
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95aec77a8001cbaf963418c728678538d6f120e91b9d20dbfad9d09d192e0ce8
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb385720ef243b3c31dcd514643b9834c8c84b0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9796d10d5edeb1f6ea85f77b9bfbd2689b68fb4e6703d6179540676d0d1578
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fce319461517958e5e8f787608d32099ac107d7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aecaadda60bea368e242d350898da9ed776c53ca8d2f9282d8f7ff56f7c3c356
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc974179345b37d474a517aa121e66db512fe0f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4c08b0e5eb6a7dc668fdd8c0db5fddda2e0c701c56092e669dc53194607298
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d470ecfc25dcbf06473fd7faaa84e007842ea860
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9847e65ba579943ec48b2e7c9ab0e983d7f1090f781819d332a34f2c796b6387
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce13398b72af2443fe547abf293705922643ff78
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76596c751a1d0b5df151e1ef718777fd4d4bd5332ee0b1bb76c7cd74d504c7f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1c806afdf6f3e7ed1e868e555ea42ae7aca411
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee22a3060d6eb5c73d0311c1352a63dfff55babdbcb9222a74b7af15cf268be
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87dc9223a431a3d0c67aa9995fb809ade60dcc33
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea15f75229bdb6ad90b9dada920f8e807288beceba124821c602e42ffdb85f79
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea0d20d039c4aa9196dca230d4915aeaed5ca733
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1314933ed79727b2a36fb086de622e1ee22bf7ef26d2b6040571adc1733134
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab23e3bf674aaac38c9b76ecd74e3afc223701f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1b8eaa153f47295b806a654557238da8b053a1d08364697e3c96f35bf17c02
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da912e315f466fef67d4b915dd08eaaf829c16c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808e9aec94d5615da27e9df63fe2311989150c837035f2d1c4ee8b9d1b7ec9c1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce77489c83c41df023818a2a50fe9e5d79fe07a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14052d6a25b67d525cd9a730fe842580eebbd3f641b94878832e261facca7b11
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624e08cec285b74521890f73e8d97632477b1949
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a722b64fe6ec8710296ab8ffb503909b3120cc6e61764e73bc559641e7e102
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a346fbd44518927f79cc6b4770df466db9cef19a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427d08d4dcf35e3b1086cba151de5834d1a247965a2db6cbbfc6c590b01b2a1c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c3d913ab6b3bf9e0ade686c4f538a94753659a9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0ef14fff11cb5596429682ece9b677708fb53e4834cb274fe647ad3f85ef63
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7445469686d527a153f40593ef931392bd1ce699
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c32d9b5934a56eb459b300b5a0bc452a00039379769ff80c482a9cdf0f8b49
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0afbd26afe5edbc0772951cc132b8bf890d2af86
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448ef1b5c3d6f730a6d22a5f2aaa112035a69ed80e49edaaa642c1ee15bd2f43
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60deebc1c937d154177ab6b962e79acbc6dcfdd8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1d7133225eabddf87f5352edc9060a1339cf036b8269ec23d95eec94a7bdfd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0082f76d68d54ceda4672c738a87d534a6dae46c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0912986f9d3aed0636e7a7929d37fdac0d3810981d87f541f6523ef133b125a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..437f39ad3bad52e9d4f8871aac3e35301da5725b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b83d1edb12a7d0a4fcf4498e9aaf86e378f5bcf467fbff1e4364f85e8323e9e
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cc31638b5b3aaefb081a4f09a585059e913ba32
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d06a6a5af61f2dcce5d54f2a7f95d3765ee600fbb51338c0324af17c8231675f
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03f4cf02d17cd10557d9a492c61ba53f3a852dea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa24218a10a94bbd71dad2bed1364449587617ffc0a08119d8b3c1eb5509f007
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f6ab98cbeb5819bb6f6533887320ffead5daebc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545bc6fb285315ad3476878dd4b7a3cf842210218ec8a09bff63e6a11bdb5736
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ef620e6b5c6581345383dc2641547f33ec7059
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01f989978bc6b07331e803d469cca0f78bb31abd25375251e2ce9f06a17b7d6
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aafaf76bdc4b89d31619169b71d2202108c9549
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6db8e6df9ea0f7f4b9e2c8164413928a2c13675427de659e1b776715e92f454
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f169fd2d0de6e665037168f1d366c5030fafe5ac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9268108ed8a4bac109006cc1aac3d82b2c96891e64c2a855f19fd6e8ae7ed8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..483d9cd7f21c9f77db875150fdb96555747fae2a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3e972754525fcd693c202b9bc1b339c7ed24ec3d8500b985c5f205690a1c93
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..298259820ec0674490722dfb2fa6851adfdf5143
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f89e1ae5164848fe0fbbcb849bdbc1bb2694d9470c9b8d40fa823c8e9e9a5f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f07cce3d5364db1b3574312879c6397a62c3866
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7fed2336d39d8f1164cd96c5b6a55f524b17302f49f7559700afac7e8c3aa86
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a81ef4d8dd49afbc4837a0292d45915d4113db
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e35552245130f1333a5dcc97cdab9897ace697da82700b7803052eabbae0ca
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c02c1b4927390c6d1622ca2e3a6bffb2e75bec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd1279acdb85b1997c08a2f77a1753dc2148f356dfd3b7ce59f2b3cff05227a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e97460d2d488d82d978f2326c8ddcd0d113be846
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144df76b7ea40fabd7a3a2ba284d920ee0b010efa05f18701cb1c4836a6bb9d5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38485c48a9232bcb6eda29e6cf470f247cf4434b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce9e28759f186d47df458195506d994304bea7e069cd6e338bdcaa92bd2956b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81df0e4a1bf602973c327a62496218208df75786
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71a8b3354005b45b03ae5d2e73ad183b5a5f3e39446e2addbe46d689cb32310
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2053b560aee329b3c0c2d13c3c219eb689a9f7b4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9831bdd005c33d5e5f47a48bdb23ddc1e28ac077153100bd736af909bf295890
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..517db1daacd121e325412b42ec6e487869939efd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb75eb01772c6ba2e41640a904389a07250552a3d6ed235faa632405f39289f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e372874da37701b05640f3fd992bfb6a6ef83e0c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49d9670e5345c617d1115f32f0b620d243b31b71b21e7628513220a0702af6a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf41eb353f124b36983f0d0e166b30c8ecb1f3b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d23f8cbbb79178e99d2ff7455492c05260564432d49d822c8dfb7ba6a31d07
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a295509a0c472c296b2d54f0c32c79348d993a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed8a9c6d4ca82e03d552f0e3df17bde0d4fa4e4eaae4f369a1ea87645754daf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d822f1bf0f35b6da4d4911e2c3c486b184c004
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:113d8a1893ade5a0453a7f73b864b48fd86fb4ffb807914eec0cf636e74c08ee
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965e350cf257a3ec8b1a4e20152489636e62086a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8faa7e963f19aedde2d493f6aa2183740547648592afd7303ffb67d46e19bd7a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de1303aff5fc802dbf5ed3b14411c85eadb4082f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b98c9733c53732d6f6151aebb5a1b9e53e56419b5bd81d110f7adc5a3b41bf7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd3aa36f98a54b7a3b99d8adc5f45d6453d6da2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7e28a2cb2baaa339ffb51d09ac6d04c03ea9172f6cf91f87f9c893c3c999f4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d84977f10868eaa5136c8e51e056e666481b6fc7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f4f026698ca442bcb08fb9cb71637cd0df6ec0a3336d67e932a1cbb2eb69353
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06fc752892136131cfeaf3b0c2c1b4ddd8452d1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15400c49f5bff4d90278747be80601e41905ca3a8d55c494c85f0a68f747d85
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19604290f444e66ef7c41e4d6d1ef45d25cdd5d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97818bedf3b894d3000cafd2d92641af084399348dff71fc84251a843be63185
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c468b48c068400e565a782d13bc1cf76ca89518
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbda11b6a001479e5678d29f00c9fa16f3e1d55b5731d2a411dca3e589014443
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ef9c5306206dd92c24bfa99dd8011e6dddc03e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4492d048573033e7a9b95a02a56cd445856214089d7cf46abd9eaf43d1aa9159
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e542fc5402d64c584ccc7eedebc2404d68b01a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b98a8659841125799c58b5d87e659658b71050eea0ced6c9869c018b6bcbc4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71a652600e72094839792724310676dacf68731
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0528909f8a4fc21dffefd1e26530f1632496e845aeae3b7ef5d2b89c5666600f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b2cc6b25c5b513cf4bc95512c15806bc042e57d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614c2b2b39840bf41bc0d4b53813a204c632bdca46b3b95e63f3eec423b19a98
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9042d09707396b6fbc2b6497cf7b5b35c2f913c8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d381a06175dcb4af5f04ba58c2c270f1975f5b3b7aa5fb7ddcb56963377f4a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4f4e86e92bf72a195d6ce7a8d70888278014889
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14819aeef8fe13d3d2ce424b2f127b54e3fc9d2ac0aef02308f74bb4b71fb57
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd291dc078fd60a0e4ad43f66228475bf4f2441
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9963cda20dfd9da8f807be8d55298ce36fa6473a2254f8df6a6a6d91274cb28a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45546ed89d32cad214bd8b7346ba083dc66ef62a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84d9ff73bc928d529d3aefcc59d7f036588b8e3d44ef42c977fe53abf1a1003
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd15ccc1aba48d76eacacebb2c8b951749d43ffd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e7d806f7ac1ca03f00ebabd79782877d380cec7322a1b185c9aaf1c95bbe31
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81b84fc62a252d7b41083fc44fa17468a958fac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd485af667a92d14b46af1dee54b02a0e8653abd8a3c8e5462e93e7d127055d9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0988cf2cb74d9fb3e34af46d43824c9b44dc96a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1c72554580a64c25b3f1cc5089db01d91de282336c285e99a28ecdf7295a4d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cda4a557e571a7d13aa30a7bcf7ba72543d9af1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1001a56e1a0f35c816be92bb8fc7f9b2498f16ead5cb5e8123e0e12ac5fa296
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33520ff11f1185d3a2262f9c5ad1ab2a1ec89d6a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b0d1729303f0176ed4acd659fc036c21bae8fc30ecd1786e9512e90ad943b9
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fefa2a99f0fb8fe1230019ef0cfc39b6bf556783
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7084193ca5e3ba7f413f802c7c65361f62e86a25f6f9a64c97905e0ea8eb2f53
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ca92162e2c5654cb549eb1d5a6a8c8364d75bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d2a4703e00226c11d5ad61c0b798c3aaadc7c8a64c906f9e099e84fee372d8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ebca52bd217e8633e8fc6ccc550bfe5ef2fb36
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab2e8574366fe68c1a9a383a30bc2ccdb84b90f831d0f5bd9517c35fcc60f67c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7662da783656fb42027eef132a0a43c7b7bc5ce4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4a06d4f3df5101ff422dc42cfa55d8153a1a8e1fc35dcc878d38a2ae79a87f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4474472708f25fad65907c1df3c147b4376fbdc0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f3b529ee13ec6df11e7b36720bd8c33d6face2cc6627345a8f6fa01f259e59
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c4908fa6b62c65e3c98539029fa34a6d533573
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7b826535cfcfcceafe1757c746ec6aa35e616127766d019934b00efd77b4de
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8418d41b7fde875ee9db608dd7da593fe56813
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b54a0aabac17f637ae9430d43a4512a0765055ea2d9a262fa3197c77003eccc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51793cc78b0b037e210238fc3930cd17789077e7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e742e03f67bca5244bdfaf6bba9ffddde17eb6444ed42ae625e0e453dc884a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..840bf7e6ecf73ee6b79c48058a339ce5865436d2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439d8635ad3e8e0e2fdeb93b2365a0fc8aaea549046b750e1e1af503a1e60ab3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd0011eb795752c9019d24a06edf042fd4f2df4b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dffa4f193959de6b468cabfbb6dd8c13621aa23e86bf4f2e44be4ae9263b106a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b824da233d092dd91e5d49a26c547042cd5f92a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358cfcb193579b6c535e268da964bd27d45475646f0b042f2ead067659c38890
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90156459996dd588e38a102688368317d523590f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52cedcd5fe0b3fed7179ce5b43ae84d67418bab2c4d215efe41905d7bca7b109
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f36767bf9f30b20816c1fa2cb643fab8d61321
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12dc059b6b4b71b40ccca4de7921a5d67032faa6946592fb6a343396d76a2f5a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd9c96939ef8900f919e1d0624f478bd790a7daa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778cea3ebca54ac032a314c74785e5f8da969abbc1f4a6d019c46fdb4a23393b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff615348b7c7bf3be4713d587557c6430f271c4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76d196a86336d361a9984392926b530a7b0d550379d331c01988a2375115d41
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e6b9ad97b538da2a1c1d0b2312dc66aaf95f10
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967fa58f12942b7a90a0a3050cd5c0d099bb50431b717cc89422075e6b98ad73
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad6bd38078250b23647bd579a574c6a70bf780d1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd34b568bd9f4c3d8114302d4b10a8f97e503e34edefa99a2bac4c04f851275d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67cd061859aa6980da9fb3b63dc8cf87040059be
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1001f46ae257e445703991d8299f575e928e6d760307190239a0145ce1477e7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..407f77cf1fb57470fbba2fbc97a5d5f88d85d4ca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d473ba6dafb2be683b555333f77eb722d13e5e0fb54684563f2223d87a5af94
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37b69a2e6e00eb9280118ecc1ea49b7432e9961
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea194bb487d982c674844f049dec4161e083832e390ffc96669cd400d43c05d8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ef9a18d1faaaf0e030ca6543ab5c471f6f2065
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26fc8397dce79acf993a8ea8dd27ed59d5ccac117fad57f39df3ab3e5fdfe796
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dcb2c6196cab407416199a09be5a8e9a9c21ab1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45bffa42ef4651b07a6906f2bece0c76bc04d0252bc4c6c67db07d56bea0576
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d71fb4b898d774211bbc16f9cf991aedb209e41
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97c53b74dbf5a7e5f3eea8962243d021cd2058776b084000dc81bf77e3021a3
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3753ea6707ab3c9b2f70d04250107623b1ade0b5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d9c0951ac9306611deff64a09022982ce7f545681b7de4f52e3d757d814219
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9723a81e5922e35355789250d9dd0688f030df
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4da7209681d186c2cb493b5be5c1635885cd2f9a81c0cab51725eaa7d45272
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c9219b93822392ed3afbda023e065db9c5534dc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d61e177f9895fc394192d6fff0d3cf6521e7ff5cdc4ae6abe9eae48ccca424b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1907ec359b66ab92c1336f650bf6782a727c6f94
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec829434543a7519a4179841fc36197558a83fa777fd841ea6b96b813111b5ee
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c0e32064e52bcb5a1cae9d3f499367b4054063
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb0cd2cfd46d171a767dd0042d50cdcd79b108ff5685f17364f819db41079384
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cb790de5df8e27ad76fa3b3cbfc6cc5a5a28cf3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360e459695926e25fbdd89c7e0db6aa88cddb752c106b600df3d56e29d44f9fb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fda7866a4cb5e72c8dae7d9a9724b9c52a8ec75
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a41f1d95ad29e2885d180b0ff6c581ae5f6e98880dd516fab776a42d7bfff53
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e983e559769d3c28aabcd140067191f0c7ae2fdf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa57cee704fa422ea72b305bccf97d9eddddb994005d8734152f7a79657557f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc32a42c72ad4be9c5b9d1468fff3c2311802df5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb0e80f8da4b947f09a7e3d9cda2b271d86ded01d842374f8e421e2384d7e67
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b580d89cf9b6622db1ec6902359f883b86d52986
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8835e70d1618a4602a8ac873ad4fdaf7e82a52350c670bb24ace5cdabed4a5c6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ef6fb2bc6ad3dc58ba6a2e6a1a31bfa30ab2af
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ccd3277f15594d253c0068a80ef6f98148f67dc3936e47b8e39492ab2b546a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..452a3cb1c7b66e0e0cf2302d4244e00847e25259
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:474bd62748233a7ca0bbf483b55c2a80099cb46d572844ce9f37e673b28e6810
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe792815211afe637116a59249a5c95395433837
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d5c361fb6bf84b3117bdb808210e01c33fae65ecac8076afc03051ba9ccf9f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3d5b6da78065a2ef68d772f4dc9ea589349e284
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359aa13b5f6cb2709f2ae3cd335bd42aae24bc9fccc830f17fff057e64ed0c11
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf075fc52888c6a490dfa41ba96c1513f852e4bf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80df60165d059035bfde39d2607b21542c17a5844a5527c90bcfafd6b6829aaf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd4d4211370fb754a0114586929e22acce93a672
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20927463c1971587ce7ac238dce43ae8030131238c91f2cd0debbed7764f5a1b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e65c5fffe1b463b11f10e2db844e0db55c6f1cef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc261081af18e7b50be62edb12e441bca5c43009c5f7926099eb2c287270e98
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf7a447f35c2362e8d18bca4773fe240922d1b0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ee2a5aeeb3ae70f14a6cfaf1f03c6a10905cced7da2974f0d8938bb01ef889
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a53ec56e89a99df9af61ef1b537dc598cddd1bc9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63df75c0f5ac2ab9ca36bc787da0312e2d029e7d3ccaa0b52e5ba13979f25cd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61168050ee94adddc3c2d54f77830646bf3e0cef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ba78e673b368eb1a21b4e7b74af838f9436e9307701c5f34561fc7bfa85100
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cdb8afb465607b9be9a77d4d8924341f0d341e1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643d6658717bbafe7a1fe38ac89ec407e867c1d2082408e5b8a75e6f028a4f26
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e63ec9cc8b050eae5084c7eb2447eafa3bac66
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa00b7783d7449522ee61ec3768aba3884544056de4a40f525d42953a21fb5a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0268139d5e1e97ddfbb1a9a188c47ef33b236ec8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e34e6a2973c62a4dd7d4b98e27d29199748adf2076cd2b6073f0abbe81d7eb9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac6d7e48e77028e2771ce924a2c839095946960
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b61bccff6a4401b53ac642fd1533ba9adfabdccf0e6d0440ef63ec33bfe592
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182ab25f73f2165c537b16a5ed37789d36d2fca3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12df3e1fa23307aff957c831e90eed308e70751134a792ffdc2ba0e764b0373b
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47dac8507a221db9594371cdcc7badde135ab8c5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0585ed5b786e4f52e3a8cf10450198739fef157fb9f6cad381405c3598cf3d5a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a172d9989dcaf16d7054d77001a8310a15008ec2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cef4383c4afd93a2e09696bc5030bb542e9755a4150bc1d8e39c6231b5f4eba
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f30af30ddc40b25a2db510dee7fba722c0e39d66
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb18075bbabe46e885b5aa04a72bd2c5681f76dd4f51266087d4e2b23f546edf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab0d958932809e6dfa8d6c1038ceec7615e6586b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12688aa3771d021160ed2469d14a9cd6290fbd1ce094a4b68cf59d53b28e30f7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d231c27e846c909a9e323ebc53d8801aecb228a9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e9d164732b1c11826d79969a779953dc879c93a50fd88a3223a389f956c3161
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc12d5c3bacc580aa523571bc3f44727c610348e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:846319c5eb556253a9f0bb18a0b3fe3f38f4a2aeeedb15ea8e8b3f7fd20c22c5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b245491dd283abbd927b71e3e2d9d47b7e9727d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cbd75706ace1572a3f2aef737563aa8ab26e3621d25d39ed29d14145b3cda7b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a00d4558e96c3ed5452c6c533f4f8998dde0629d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778dc7f13ec1e08ce38a1c205b44b2e4c8c5dbd38edbbff3d260766a465e8bf3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a651f7d7875e9bc1bd266e21b6fe47b3393116dc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cde0f3ecade76a270170ed242bde0ba184e12461916a686545e1c0a0dc36c61
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ce241943030c9ad407d5c1b48c0f179b2d68b1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f01e5298f2d9e6a792d4132d33a93d71519165a3bd76c9bb4e637078e82646
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259ace69648416aea94e73120a73c70fb11e4bb6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe014d9676a5976f55e93dc52ddeed6dce821c33bf7d238c0bd350ccb24c08d4
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5dd82ded90b82e7a0baa4dcbc13605467d4d0e9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b2cd947e79bd5aa8dd4b8f0d930bb46e67aadd67b4c02e0184341b275e4ab6
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d3ab15d3e54d7353bc52f9a610d94adf51ec0c2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ec145db26322361d4ec32c444d969e24b11dd68eab118871e3d9f612ef7969
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f9c05bdcd2eadbfe5f5f5af05c038d964a700d0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68af0d8f20351d58809a0b583f851799a4513fd23377b7e28f300655a7cd3d00
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c425a2eae8f5b8c3f8f0366a264dd0191408f0c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9f3ee5ebc7d7efa1b14bfa6026a953aeba0673c4441b3ae49ff103d4fec7f6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..224fcdb8733726bbd0c001303f4dd6c9575ce0d5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb5108fbe336337b89bbff19ee602d3f6ea71d10b71d368c4735f0f67c7090f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae2af9544ebb0b4637a5bf23412167366e92b1e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ca044457e851c46e27b7c685b46f9ddb6d819cc82333785f791a4810a4fbc8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e10e739e585604f410b06a812c2cb328fb06cd0b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a057bd1b06714fe4255a8f09f9b55dd6bffe0fe2809811bb06bf71363e5189
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c711b9db8258771343b42717f21de98e5ea67745
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3b2f075d66012e8bbef040451fb671f0245d40b0fdb8393c372bc71bfcb8a2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a29c56dd471b0cd908824ed84e734ae0e4ab487a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1e5fa183b6d3406d5be7b07c6de1fb12a9d2bffa07c5a5ddfbb75d7171f320
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79006d7ee5c4274f07b27d3f16864d42192a6f09
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d10707cc43117d5ccc5209c6f44a2ae6b45d717f432964ca79249c24c56efd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b1c9cf53649e128b274cba41f0043dc4da48c6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a45662666ecfb2fd30b933ebf24272596512f2a6f3131db726ded5152f7bca
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f58bd9f7c52fb82ae7e4bcee3da53ca00c39517
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acce1e3f44db57b4f11b0a31d30fe697135bad02f696f09a2746365468659dac
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85993c8bd4f310d9f990f5004d43a4d0f08ff3ef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45471bbf8c10e8b3aea2370672fb3bea23bcedc460d4228164d0760928b74fec
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a1df53ed20c95a9c857b149715635efbfbac90
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6be5c46bd1070ec2c4b8fdd939fbd1af95ed636b90b74d3838db2b08f575be
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8daac83bcef8044187fcc1606eeda2e150582d08
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c03dca19052ec53bc629c8b14157d86561b2ef5adfac5b4a2b836f26175870
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b91a78a17c07a909ae4aa368b2c670341b4fd4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ddc32280253828ca845abdda06840e7b4f59ecda3058fda4152b389d78cfb2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0c278019ea44b0fb02699c376bac6fbe31ab2a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2627a52d831ea5b38ba5e5902473a67fc28de8ddcd0e1201763321d9debb9b2a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea901bfe8241b6c6762351bf5d82bc6be4f4e27
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e4fe8a83f693920bd4be84319fa94592fce59022ed0e9986e7f8b894b6250e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f64a62523ec210735518c60037f6519fc519d99
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac222808a92e7e18f87b5eeace47b63f35c819bc9a1ceeb6fa24deadaa15ef9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..635011ca6a2fcbac64218ac4de4076185d49cbc5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9817c0d7abc4b44cae08c5e96adc9d79b206f040510e8176616dc36f7c0af829
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a0ea4cde414a2f72e1638213591a75d172aa5c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b20cf1e16441c7a1c1c5d3494a8819f5b7e7324fdb310ff3f752e0286b337d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfcf36cf8cba4e91d77f63a406af4a5fbe0318d5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf61fbb31cc5a77151e6f1d9e932c2c51a8322be6bf9f9aedb64cea995f5f32
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..748153f554c79b62b9235d92894a77591f6be4c0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97752a8be64acf339a193b835fcc2548d88dbc4c7e445c4d93b35080a8a9f944
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..409a221ba696764780330fd68dd7b735e50c7e30
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5620b4ed7e0d62090abbb8f475fe543233cd315cfb5e2792cc362722fb3abd45
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e422a63588d0c04e3827e9fd7975cfca65b06ec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12cc1cf517cb95b0a99c4360bf9a8bb50be7d491b6b62c7b820fd0c35b84061f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b935c13321ba07aedff6bdfa5911f6a5f000aed3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e87d7505552e8f640569fb63441b2a093c761c2f645b5bd9f44ce1b67c11bda
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789c3d542ba85e267288bccfb1e727764f24064a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:944c13d91521d9980a251a718d640c4e9536ba5a8ca1165ef2d3d2d5b3d02541
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55c17bc8fadb0be966dccc3aa51426a0df8fefa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0794ed7f0cf7f0dcc46841251ed6b36510903f9bd82d6cc68d1db84ffd53f23
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac46ab4856f110fd2057db18b6350f7f0523cc7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676bba3037560238075a83a785a1300275d81ca11a5eed6f257d491f15cffe4b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a5399b84828233133ce6f6360cf25fb2980e3d8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7fc097169ac22bf85969acbefab7ff62062ead54b1b2c559a949fd337e4bc27
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4956f0785732c72df7bf12b5adf4181a82b6b9b8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da47a09b4501d4315ddfd11bff930c68437074d0ac0884dad453b949538fdd38
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e09ad20633ab4b24c31e18ae06d2ad6e3e7b87e1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8db1c83292eba1e3852ad5ec2e6666b94cdaf577e817c576697735f17e459db4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..393437fbdb68298537fae735adeb98c33b14bb9d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc85b4966a7a499e0ebb72aad5e90e97226d9153e7d378700781cfe277807a16
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b6e7d6972e1b9a30ac14931c94eaeb4b8efaa4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90ceead4ebd315f2d8656bd4dab27c41bb7497802d8acf76568f8561589ee63
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc994f2a2a2954eb7187bc2fdc31c9768dd72ffe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a544fc85b6c874767b5e749656820337f9241cb3459808775764ca1a104037
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b2ebbb5da24eddd9c0fdc84ca0fa998a891f11f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512b7191c38e7a4986be5358835075ba33d17f04a1d5afe654c694cea047fdf0
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3996ab334492689862a640209e75d646abcc019
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98ca863d588b0ba188c0bb91d8d6f2eaafb5ae5a0af1a1b4eb6b70b2fad8030
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfeb099dd262f5f8216119dc63235523f296bf50
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:664da018ec1822d0bccabbbc19c2765aa052fd0539b386093caa18752c2dd0b9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..199b88121cd24d4ab80860005937d90b13118fa9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b2222b2101e31bb3b43b1bd1804d901e00494ee01a70c089c7732e350f9847
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108edfacaff80fa1a2eb35ddb0575743c6637b0e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:047f9da71bdaeace8190f42c21dc2b5bab141de074716af93a9ab2b82d493fe3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a0262e52868456759335dd3f363765d46b44f00
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f395467549fc724d5f02bf326dccb6524e74d01a3c78504e9f7ef381925816a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5475f6e62ce512e799b843ea35d7f8cbfac09c4f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3aa3e3a40970b7f5f3aaed97446ef1b87fa9c7e52b181ca0a14b94cea3637b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4a85bc8a573bd4af4fbf38afe5c24d205e9d19
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1073906f17d247ad24506d36a220e36b015daa786312d7d4a5b22530910fc68
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba55212e9120d15997925acf5dd07feaddb4507
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb17f8599161d5f298023802536be34bbd9df45e6d8c27aa0fd69319b7616d9f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37686a83cec5bb52a6fe8f484045c57dbc84a7de
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3d0d8e94aac19b94877ccf6088acb2422cd71b51e469ea47921c3c56598b3e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c38bc2996b9535cd186c9a99b39393a67c164b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9cc94f14daddf9a148f0ed8bdc2c1c8b3e371c071a79c354bfdafe206891b57
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..834cfd878fe6e6d2aef6d6f863a2b99967fb499e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045a054dd1828b67b5c50fc51a525a9f65cd8d68326c5ac9337835038d5f10ea
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f687081f84312e78f55a1dafb494a293c48cd91e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6514deb19222de2002479ac4207b9fa01248990b61d99dd59075336cdb28095e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..631dd000198739bfe123226e46ebed8140d69978
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d4d49551aa0822ac082e2958a7e9214cfa851d3234209551fab36091359268
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240ae1a3f6e64a03ba6e099017b2bad5a91a464e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d12f69ac7e90b9578c9e1f4e7f1d973a9320aca0c70b5e82842085e7cafcd2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df607b943c948ce5a87f614c483338195d205171
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da59b3d292bd161439169a3e8a556eb6f25b1df98291d3baeb201e39b2f11f33
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f25c1ce2b60784d443ca06d9f8565c1b87f232
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315cff2edd4c13c032df0f0d4ef51f2a999075656952fddf4d570e63dbdd9101
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a252d29847ac5161a6a438f5a14581098b676e4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d14b6e1f7710bf558b8b4a6b6d69d4e76200f965790e67b6e62eb52b134908
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db96e14b4bee4cd674009e961304e2b9be4f62f5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332a7b9bede6845ff812b5d750aac5b1532c679d9b052e7bb6ffd4ee70d1772a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27866af39613b0230de12ed732e1caf9a28d2c3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884e8aba3483a04c44b7d4e597852e34f4e1144b8bf1001c789d9cec1e0d03b7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c31fefdf5462a8177b5dffc92fe7ac61032145
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95b6adda20b00ce7ad8eea6afa470b3ca5b3e37d3869069cf2681598eb7be4f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc9963da8745924a1efc91eca6c53fd42c7cfc84
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1618ff68a33326a1db1ffc5dc8fa541665fc2c40bd8057c3f05b5268e86d753f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1df54cede2587bbea12ecb3cea54247b5a7c5fc6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027109c709b84abaea29a506799c2fc6d770739837efa3e89e103fe7f253869d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..462ef66a60993b80f0a81389e76b5b367b99ed9f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c675582c3b12e6a93e4c4b0cd5ec3e9236c01bd248682c2e4376807c3050a047
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc50145cbb02fe56cf478ea1a17e5ed4a1276a8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d0220a1a6e20d073fcc5defd8a8e7ba2e95bee9b5bbfe5dce321841f1cb834
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dcffb6f61790181a93962288e081650f8388ad7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c788ddeba48b120a8e05d08a2e51f4e35124439a705bc9aecfd877bb4ed0b9
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd63912ee1c99ca0342dc93856d7f7d85e2e11d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26871c54ef9cd6fda42c6b094659e357b7f246a60677215674f992405d2bfab
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4587d435caf59c4e165abdd57b16a809c93b74a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54180543f92a43150a5265eca5d5e0b8c23c9632158d528c679c2d2ec1114998
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8de2b2345bf4414fd591d3b995ff1ddf86f512f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40900efcf106dce997acb4ecb6deb720a442436841d407d6d93642a46a0e8f87
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e8788d22d118d7aef18493f65ed80cf3b283394
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97dfc06c4543e534f5facbfeb6ccca23d0f618e7c0b45c4281549f0f52837ca
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a51313cd023dedf9e2f840cc7200fd2c25e986be
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6dc1fe88ed342cb1e2d8322cf9798c79cc2577e2e7e091254c0b87f6e080635
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd565fb96a7b97e68c831549afd70eaf54def53
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ba921f5b2dbbf3d3d9a3c0007f5077c9784702efeb4a34ce79af585efc5e9a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8703424a00c628a6d5598d3970b350bd3cf274bb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a779a3b3e72e3ad3bd0f2651dd167681e9b99d6894ce7368e01c458890023af3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93eb2719aa4b5b9b0ab92fc3fe3352a71c451ea7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91cc538d275803291316cb3fb32fdbe5d5d31c8395b2b5cb3e3ec5dd46484fbd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1954d046191c4fb381e604d81753437cbe4c7f5c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f8f87486141a7c57c544542c94440940216bc4012e4a4f1c35aeb8f6bcee5a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3ef453a2d58c58c4604c013a6d95bb9a585d27
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd76bba7cf270be90a4366b89193385766ff5504930642e3d0d5759f4f256a25
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d534e575fd79f9af21bf212ce138f81396b170f6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85cb51e9295554d6a2a7f8f56da01ceabc62c3a4a5d0b7f0d57a99c6ea02239
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..620f76d8791039c5de9ce0fcf6661e7ae5d1172a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a48d09116d97ccf168384e6f193e7e7b3c38cd9b9cdaa9844ebd37af88de6e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9afa72c82ea9ccd92e7cbf4863b490b1e98d575d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc087933f0ca86269fc6b009cfd0f91bbaa8c03f8233fc2b008b7af4722f520
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5874c7db407ada03f269770876514c5edf41104
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e438b32369b015291743c7f1b340fc01c3d114ac2e2260124570e1f8f18ec071
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b839b05e688243209e844ea7f67f525e0955c0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b573c45c7b642fc654e2589b78a9ea9da7be16b16600c65852ca54c69cce3a9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ce09a7e2c4f7381ffdfe191edbe12d9f5b8f12
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d878eec9d9ea3669ec9bb0b5a64c884aac2dec9eedff71f8bc09aa88fc6a6637
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104a87634293009d7c95fdb0ba62526d381be6de
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b388df0244bc32f6055b3ffe7b47df52e2fb685447b8267de144aad687b58853
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4afa75b206e6f2306a26dfdf473e63ce750df02a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b438a2e2dcaf84a874b4d465e034b462e17cf31f3189fbc0354d8a9797c086c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a673afe03dd7e6f26f18392f0e18103796199fa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661b3a64bf3d4c2351a4e61efb4351b69b2bc7a8dcdc7eea76b3100ae81aba49
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d26a2776a044718c38147edcc42fd407f2a5052
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:076deafbf6009d209192f3eeada8c1b46dc495573fc884d748b7e9760295bbe6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ad4357313989ef5f1c2540e0aea6c423dd82f62
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7ea320c9357931e9a43e699c51eb7cb6eeedbd866705dc7f5d2d6a5401fef5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9c3a6fab47442470ec3f4234179e4e34fc2ebfe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754265916c3d9b136b6b95464abcc70b2a6dea318624334a3ff23381d664161a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b5b2ae42d3778e11b1def51747e9aace6f592f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ec6cc785b02504f17d0be0e03c723719e6a8908fdc0853581c1f3a48adf0cf
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2228c5c49303a77a32c953d66c33dc618f6bf56
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a790384f60aff30afa9692cb84eb2c6a5f12e41269d2b0f97adf9042ff7379
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98320d4441ae995ed9a05017953406a72fcb15e5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66eea0948ccb7ed3bf7dbd04c689afbd3955e93fd1f65779174d6603a0f6c938
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee30a44bcd3823805de5543fe8d194677fb21bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec46a4814f6e814e45d38f96b25bc3a90bfb5d43be225424c124463159ae0396
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a94a9d2fb5c212de2061edfef067a498b7cf9e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4e0d7a210c83bb8292c19506e79b97f367ea8a03ea0dee0d9866803191275c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242863b6911c62b3fee6b3ca0fbe15ad439e922f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f607eae952f20f5184cb928299cbac40a68b491d01e93f4d7ffc1c999733fe69
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b1b78f7c39491a844318df4ea946c938a74278f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad056bd4052be6463ff64b4341c7e4121b5c67e89e938bee5105bdf7fcd2d64
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cdcf5abf29b3110e8a482254969eb825373b30f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a92d1a93a060936caa3a1b381c5c08ba2338247cc42c3a104adc06272d0c5c0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45eaf9568855f547c05f2487f4b5bc9f62fa8a00
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f6591ada780938bbb99a29fd8ebe722ff72a5a0914fe0ea03a57ab45a28836
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ab25a6cc140b9dae10626ec4e6378c9ad0feab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094d24b759509dee1251c6c43710a7c252f0003d9e717e6f4b4f97bd8e9432bf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1edbe4be9d7f719f6cc8a6153b27e76c6857a3c8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b60103a8bc00bebcd43b2132ba86dd3d85eb7f24d71cf0c3cf5044a6f860faf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5328233c5487d998935303cf345a045284cc5a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09828f51e7bfe87f99d228fb52e89585f65fb812807d343d747b896003a2272a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba5676ba9600a7c89d48bf5e0f48e0c9c9d96f9c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0021f3c5fcc39a1fd503aedfe714f2fe6d467b030bd0d810de92b8d87fd60147
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62e3c263f5635cb5502e6875a7cbc6d3740c509
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49412262cd986c10780d199db13c3adf2d7b60a9f6d2ed930f90176c5e154247
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..312827832bc56ddbcc3d468e83a3570934399494
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce739e6c04ddf5725107426b372fbe05c1ae9db8349a7e67915bc27c8cd71d06
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3d53b1fd03794f4bf4de53ae3fb5e2333c75251
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c6347e4221668d4ac601f60e2ee70d45b768b42d4950a301a2a2c27589d1b71
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6798a3d1a0850e4d49c335bee911cd4d849b4baa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f569b657727490c216703074bbe15e66481cfd936c4e48b515fbd7cb3502c8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043250317df9488223a2535b585e5dd556155d95
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560ecbb2bdce79b214ba1aa1eddd1ab6b2caee566b2fb58647e52346fe8aa1f6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b661c37efa8cd3e86d3d077d7861bc6be746f07
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208ba86bb0ad3cf972dd5b6595df41133ebd5379e1764a94bcee407f5e5d3dde
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b49e1520d7303f2817e62286151222327e4704c9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57b31c73e0efecfc2b5eda03919396df94ce89f04fdbb7b1cc0f0526565a62a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d2ae1ad3f635b9c262baae27cd0dd14e69d9f1f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a985e307aa7483270fbeb9b21358cd1fe60654b59444b35cf52323d3d4fba0f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b695a66f68b4cd05ceb7cf241d0be7110164ad8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ead011274973907e64a537e25077caf5547131a12bd2a4e4330d007ce4d6af3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf3df686fe62748f1246a8118a7de3d4f5e927e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:810630d54bd9f56495c7034dad97c1dafec23894a46113a5f6cc87e404d3cf51
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c897e3ea46debb2cbda36483f86c4914880233e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:020ab0994416ca1de4e99bb5722ccfb3fb3aa7536f6ebdd2766544436d6cfa57
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74021a7a2226fca74159e4899d3379ad5c76984d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215d67c062f6f9e7e2ddd9e2cd6b74b68d7093f75ea7c5ad7876a327e3588827
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a568bdf2a08a6ad6a8dc297172dc0a9e9ca13570
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee22c2babf2ff0e1ecd79ca9a701a4cb385ecbf4fcc78f278e4b8a9c96dc60c
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df2859c588af721915e8e7d7316acaf1938d3ce
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0779958fc18bbc184defef0fd68005f1ff6a6e2be6e601c2db54084dd4a58ca
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17118050e780c6c7b446bcc2510e085fe3504d6d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aecc45282d9e167128f36432e52f4585d344702e213a8d57a015908954fa13af
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9adbcdd9450618d12b6e5ef30afd3f9142461c0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c939ad5513ec25f12c6359d8d346aecff7c6183c054dce5b81a7c1bdb76c2b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8270898c6c770964d60d9d6effe56130b5eb1e00
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee18e947d95e06ee885924307b1a040ab1ebfe2a8f7be001ed75ca7ba8ba54fe
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f24f9bcd13c8fe59df4708599b98ad8aeb5914c8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e55973e7bc891304997122ca248c2bb7320dcda94b584f01e1def36a701e00
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b5230241a8723e1c75bbbd2aebb40f9e063f333
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9c8ccfe97013c755dc888c50e3b42ed2eba0e4b06ee4392682789a36449f6b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8007071b78ed6b918d984c12cb491ba852f70ce
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b710c183c72911663cde6f367b4f3f23ea4ea128c0d9e1a552b3cca4013ef803
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea71f21b67fb587579127e53a5a6c75b09a23673
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92dfc204e42fd8c4c53607140b0cb3d31daebc6548b4efe67a9a113d2a3646af
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb75e2431631d458d265a39c021da96657cd07c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd37828e396204440ceecbebd36a13e36c971efd1ba90c23f43a55ed2d4cd525
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c520aeee690a199901f2777b3f3b81b85e8e76
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eab3fe698f863047eb17fd03385837d009c0bc7b3a965ae9441c9af64fd13d5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20864aa7f3d9fb7b82d788986381df3b770007b8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34fb5e44b4a6086f7b55f8591baf352ecb92b1f00dcc0c9d02ff0bff0195aa6
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6513628cfcf8fd9fa008f77d4c8142907d8c573
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8039d8e490db51df2d8b9f0a16d8cc04d2261892b858388812ed829ce1dbbf
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b869c17f8b709bc6c578ac8185cf17b9dce68006
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:097dace449b7d5b0f439e7add65276fb649a7aa77850b593ff6308939f8976b7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995e045ad0439bbe7551d27a9792d12d1e9aa411
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e767d67193796f0295fb61550563b4f3fe5614818b75f45da09f616a77a07c1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ff61ec9ee841a4f1fe5bcfae67fb261f38087f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a55169f251877cbd9661d5f64e3a910bebbbb49d6b705c3b97f467810934674
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f9be02f0adcd60ffc84c0399134f29530faf60
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae1bc8241a01a11b97424791ba49fb7ef0449f5df798c4f8486aa775454b5598
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b4d87b73aeb013df5777e9b95bf68bdd59bd752
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c52e60ef42c1807f13d6b6d3d8b125ea0bdf8d7dde5df36f4a7509c82cc9ecdd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c37b2099e96923984ef3aa791e99c7ecf26b2f4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1933362956a064272c0265d3d583cd9644ff5c13219cbf641fe89c749cfde5dd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c185e479ac1934a74550432415e75478e63b07de
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5962ec744b6e7e3caa423828d1e2cf665c7a8afb1d1245f640ac6b19605d8477
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bef0a9213a2949677344bb9eb40e525d63cb61d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77b4c17413b4a60abd17bae6685e1dc2056dd0beae24f24e72e9fb5849248e8f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea453383fc54bd021d0a7e2901b2525f6729c36
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968812fcce74ae1c042ede9b9010feea003535b274381cc40255d5e21d595a4c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be20680d962d207cff5f3ab77f58dc90d5f7138
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c317f21103731c026914e78d7dcadf2f24ec89e2f2fa8ca1511c6ae01e0bf75f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7501afc10545e23e689cc747b6de08411cd5d18
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0405b7bb7780d8bb5bbf748f3aa3c88d07821fe46fc489a9cdcb65d026f6d04
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cbf073bfb28b2932bcc96aeb747f5721c6bbaa3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a97e25b9729a3f5c3a3e3ef82a79b8bfcd2b4f626c2676543bda9a1a3d17f91
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7619b07e6664d9b88d0374ee68d5d8b59adc423
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c089c92f5d0d7228088f4c456a6eda2851e3c05bf355ebe469d2cbe13840b528
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f78843b60ce3e474538230e4fe0fdd1530f7bdc0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c5980d78f98764879585915e70a8474420f88c3391aa1c3e7fefea483f3ccc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c556c4dfd7db465e748f72dcd70779d3918ed89
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24c8bbb28dd3a7569fa55fdf73a9a334026f4953660c2ba8fb8f92583f1f6d7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e550b856d0cc0baf735e542e367fcb165fc47503
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6dd3fee46e5250b723ef6cc9e47db98c0d6aec1e46f8196dfaf3d73175aa696
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0426918013748c435f72737113bcf1f771a78115
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc17271cc0f7869367280e38ca63932ac0eb6bc340bd72acaed8b4854b7ac42e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..152676dfa5f117d37a267e7be4682925ac9330d1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4326d59a46956caf6b810494361d689186a3dd19e4b029651dbe9bf2d1142e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40275bf4c3f56d4f3ace84b73b88bf128afa1a8c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6fac0b74be1ea41552f2853578d62abf16f9271b82ee471d0b3ddb9f2a6980d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a634e7bfa918245b3ca8a2344810359d092c245
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6c004bb3a18598611a5ea12ceb766ffaa5d6ccba9ba5387fc35d8d6ff3ae09
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c464945ed9a0543551c3565cdf878ca6412e3b64
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20355c2b59a501f90be6f60884842015ffcca700c622b3eea219aac4d435e990
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881a2ab5b241f387df1c390d3835991e99d87386
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86e996bc554a9cb691ce08c15b3203f5791db6b75c3451b5fb2a3857f213dfe
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..585f69bd0afbfeb91560c15c3076f125301cacf6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b08fea04bb83916c514b626085a8a41978c749d0e27815fed4ef1a7cff808f2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c34ec3578e4fa05c06bc2fee878654f9333fa8f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebea215173b80d62a56df00b8e3a4052e0b9c79f6c60ecd128130295933ff8b8
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebec8c5ed3319440431d894e975a21b70179087d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d03cc61ce475c5fe3b97009feb1047022e1a3cfb9386d2c747d38e69d990f4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ac70dce3b1a44b0910d4612f77e91878cc8f00
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a3e536a501650d0bf7a2972b2ffa944a386eae4b1318d622acde7e1024bf534
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce01470c96a63a7d02a2ed6962ebbdc5831eed5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6e2a9901b7ec07bfcad1689a76662528b3f2c5a14756bbfe81a43d182d400b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74c87c7f74f2baf82e0f770b975c091ba8b3e787
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f09e67cd8130b1601e918744b569deda29514229c746b8864315b986320f60d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f91fd77b27c5f3031746cddfe13a16365ae1afc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091dd8fd2f9a327a29c164ad3ce57ddb7adb7bac1dc9d9889daead20c00e2dbd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b49fa568065ba1f275741902319236c062b28da
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29be8b66f058ab906dd7a9e1a28711a91f05fc343c9a71a4ce4fcb26302db6e3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0b484ad94c609cf8551cc7e129cfd660bca8d7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a153a2ee0b25e38f60c8fde925c17536834aec50e611975d7a3e596c4305f94e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c103c9cac2502e40349935d22518363c4fddc9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2d692a597e44ec1a8d8e40877611ed8dd24c22af4eccff167ff970326ea524
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e48c8e055275c86fd2b53f1a2c1a49d3f2a3e4a7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0495f50bb8bdf9d3a376944c796fcd1ef78ac260cc98f0f858bd29ae189fcdcf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..697e421282a41b67863c21462457decfe02de985
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f778e93f1c0eb00ad0175f4c1f0b379b81ebb1b48ee004117ec0c87f4d58837
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c38f9b872c8ec103345ab3d8e547370c328c09
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d7e7f605df4cf5c65a25da54e98aa87ad55ec0f7001eed85547bf0bd86745e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ac3899fc79040dd33083b07404b5257fe79daf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d3a8813b07d67f67db875f27a5dd2912966ea2ac9ecf31ac49749d22d8ce2c
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef0aadbd0c290e0d4e272a3b1687472b78d0d76f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92bc3b733beecf576333b58a36c543dea1ecf9fd585153d81b5e6d19a7fc71cc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2385be94b8b98f632662a2eed39dbee70ebc7b80
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9e0e037692b2b9834ef5d442300b469c3d1bba4e8b38ac9351989924b672c2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1f90fe808ab124ab72e4f772c29fa9bbdee6f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c328da645f6a29bc34f07d23341913809d417bb24b825aca8ad2fec7b9ad3b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a76ef586821d2121492942f4ee43f00f27060d52
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8b28036cb60573b5f4b6740411a2ed04b2264f8b93f1a8fe8720668c898ec8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b142d569ee7b61e74372b5fe6a12a2c9bd8cb05f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b60421eccd6a26dd0467dee3c8f2240b106e5d1fee33d42d8f619e00144490
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..025fef26620691b85eddeb1e6e4015f127c7a246
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5130b78c1aea60b61bd89921f82c297f2d4189389634e1cea41c8f6e09a8bfa1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86b63a142a7d43a9605f5ae56a7d79bbfb84410
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e274122ecc80478895e3bbb64c53bbaaf30f1dd063677321e03e5b068e3e14c8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fadf2b1744e4a4c634971035f205d4331a74f518
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f62b6b76a5f9ff799f161179839885f37edb45b7f7e8dc41241fa8757a3186eb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e96fb0db6266ad932736f8a8ed33cfc89dd3af2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b628913a7532d25d25e65b5318335649ef1208b16ba3405f1900d9ba5efeae2e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c3b9c9b49b41a0d2ccc3740630bd70adaf39b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0f81707645eddceca5dec4b8967cb54fc2ef06fce7717fb4f8ee935face48e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1501a76616b68b9351a1132ee06e446ade8c1113
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605b8abdf062e1d121342b342e4d705b5a222b287429ebe473b343e70a135c6c
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8796ce12e6d3887a43cbd3b085fbead65ef3e0b4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f5fb1ad18fbb026e5ab6da52d626416cc52f423b984a29d0b63675a3dffd4f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8da111c0ccb26c11966fe3694585254ab77a69d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:247e4ef712d0c6b5974c4c3c6a8c96142c12504aa05c31140db4c30b3faa9e46
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06049e8e3513fc52a8dbd55bc51e1fa86ccc7f65
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6b218e7be2b2d4dc63846435ab5fb7b9e6f727143bf34e297cdd95e3fdfcc3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b706cc379733a5c3e6d5f324a8f351e388d705b0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68855885d718ea5b148f04b4e99ba330e46c20db97522ed7407a8aefb02abafd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50b41894bd40fa7959f15ba0f1b2db71575186b7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3abe8edd2cc2aea94b2fa87d3cb17f72747d0f22c06b1d7a10ae0cdc90609bb6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d86b4baae3e7af63fb89674af0d4a65064499977
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:179b5abd03a00d64ed90f3e893e67bb94f766bdfd6badf835cfe31d78d1df562
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81bc8cb51ba3b6cb95b2274aad7b0341f9659b58
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf3c34800f4aa3e24e25ad4ab98ae87e8249a1caebc8adc54c01909f08bc1395
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7f9cbe40b014e3c0eaa40aa6332b07232694c01
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d863c31283c4244bf7b4a4af22fb3dd39e86ab336873e60538bf84d440d29d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43c51c1ce3489f1476a386d41fff7f14bfcfb04
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f4235b1be7b46e27e51acbf8647531190f9b96866e9148a5cc1e2f95fb29aec
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c73215b2b22a4b3c282de83e8dc15b1938e06be
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e28e42171221321852d636190b834e32fe4e2608c9e97c7fecc7507609bda30
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b6205e85a582b527e001fe4fd750b8c8a2030f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b60e1b0398ea438dc46589d532175d2a52cb660f6674b2263665ed63f4c19e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba27284402d3da630ae42da4a806b1e89e79c7c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5ae03a268a491664a29e483280cd6d248b68d878a6675bf5edfd9fe524f60df
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a825b43dd319cb479a73a1868db0df7dcfc3cf30
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab2fdb4f38e9238ab3d87b9e28a2a817cdff6457b6d0e4c3f5d675bd135dd943
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893bb6681d1dff94337aaa719590cb0148d35aaa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c880c2428686edf904a6339fc3747449837f1e002537f58d5e5d58da0495780f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21384693d488503d98496cd146f520af56c9904
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb7e404fbbda7afd7b1ee640d89b724cee83a5297103466a31e0135bf1bb91c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4995ee5f0b245a5221668c064852dc9aae5d5e1a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcbed6753bd4a6498d8de6ec551709d78a11db899a5945049e7eb79b6a8ae003
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd1d310f0f6ff32be944c942acdc4b5d4c4ca38e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5190e31386182f981498f607e2e17d89a0f8ec59fa9ad224336b2722f57d6097
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a0fe2f8a072f32e10b4148916a17ce10ba9995
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19880efb5fe7d52fb41af85974cdc2a5706dae611fe52464fc14db87dd87472
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b8368acb93457f9a6c99150d00345df3d95c512
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c518f6f07fa3b788d2b7ab9c70bc7822a2dc6752a7ce8501eac7784d24e66d77
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa23c0c04163ba02e2c9438ab9452b7b3ba50433
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5395b716afac22eb70f3309abcb6749c9b5dcf92148184bdbd7bc3a575d4132b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdfdc99948ef72c13fbf38f9d117898c1e675e05
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4ce31ef113e97d416ac66b8a4e85a4db99637f083f2bcb2db9f373a8c7025e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f40ddc4a430711461abafefe312bdd50aa78c3a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762dbbe1f82f4b515df6f4e6e1a51134ef80e8f75c6484960593f77d309e8aa7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08113c65a62255825ef3275bce4cee288c8c7f32
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac36ab9d7bccb7cf01d934950ab01e6d87b347cdc86ce8a029b4c02ad99a1324
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2915dc695240f6dc8d75efea6b928056aabffe51
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1087335f0297b79ce0540b4a99e48af48c9eab936dfbe1e5aa9f372931a0e61
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb1740b6ce3db23595cec31ac191b1281decbf5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7512f25bccd62c9db1a0e9420c07ccb4eeb64fff779a0d081961e402e83218c8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a42897c7ebb7d74c25d4af0de3516b1deb7957d9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e56aaf7cc73687441c1a062b850e77ed3c4e4cde43bc48595b31cb2f64f1891
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85764d55d4441921484a191e1f9230db257d41c3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f54be7da50a4ffbc1ae2b136e902456672822d1f6130565aef1424b721f1cb
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/lm_head/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d2ee2585b34f5fcaddb7d68331cf03ebea830a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c1192a400f854b02392ea711ff1066389337f20bb5a7e7960055d2a7f0510bc
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/lm_head/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a397226dcfbfb77d1c354f9c23dab6302cb59ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ba701d3a467feb101b70fc467577527fa61750c298c22e6072838c23526e1d
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35620bdc9876c0ddd4f10049c07cd8faf6233bd4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5913894cec67606477b29c464061441e4aa7fd00eed9bdf9e4220aa394e1266
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e81d595a728401df1c61833928147d1dc9dddf22
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62cbc6899f52cbb4a044ac86180ba13f6355463da69a7ad234bc65f8c36f0a4
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ce1636a178d785b5558675b7cd9017affa1983
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e299f2422e5416cc374877774859703835868e29245a3edf58e88151b1ef38a0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a9493a68f0291cc4160966790c814fa8aed99d3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0dc296a58d70c12dfa51fdafac4736aae21647285aa7553e6ea5e4dfb026933
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cccd9634aa7ebc808539aea007ef65e97208a3b2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2a4f2f1a26758e2699a9a2a86cae8c4da998dbffed974f432309180e8e9223
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f44205c6adf8a15f97428cb7d388fda15647d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d5e860cc6235bcb217c6b550cf69ebb84f851f8561c68905974eff7ca6fa3e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97ca7a8e01e7235ae74aa686c6d7679a91fd2e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c7131b95baafb8585668aa3c3f026cc489a70eb0fed159fd319bc1f7e492a0c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30a5ea2db09a6faf2b2c137a1e741dd306bb922e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5972754971c238704f7de3246180dc86cd4009c6091c6d14470fa37c8969253b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b70d0d286392878c7863fdd47896d1b01ab885e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd6a6209448a681c3be23e2099f7c129c3853b021106004bc431207a46b5ce45
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07037bcf106de8aa0114d1512652d5b13c665b96
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4766d9a2ac343cd783d030ffa46377e04c360698fe05c19ade156e8782ff29
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dff3344843d149f0b9ac4e65f7270f253a65b69
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea68f6c26a359b63ce8fe09414e226d27b01c64755f90a8e2eb87dfcb8b81de5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c46da1ea943ba81d006bf07f101c83ff2053fe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a00cf9257f43bebe61660bd0c9dd6d80b4f0176caae497173c33b66f8beeb5e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3679c2a72357e4c6f53a6f152066d76d696a63c0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a28b19428631540faa8d53847235a4fd6a1f0edd5fcba4355afe1c264dd8419
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dd90eec1c3393eb746c8e983a2914d0255445b6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea07b301aea8f7d83efe878e538a0410797be44b6dfb1f8e0f3fcc59bc726276
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec16ba4850ef54258ab5032e687d695cdd590fe5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3166f1124205d558706625d2152da4d8ebda916122e64d25eacba7046aaed19
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f65a72e80d69a4fb0b97892cbf3ed27c063f94
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1756860637c8e6b0adfdfb221e67b00ef605a3bc9b560622ce977e95658c2037
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca89ea6583ddd1092361595f33e619e094980d99
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a87ecc19cf7b9d3ed9dbb2bd8c2ca293284a9471cfdb2f92975388e69cb329ea
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81118aca212598df505dc40d6f65415af3307d43
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94677ba70ef6d14ac72ccef0104e16c945cd5dd540e0fc85dd41dfeaf8c74d44
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cb61ef48b801cdc808bf7b2b1b7a562c05e9c96
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8155a2cfed3610d8b00a352df5e438c8e0157047473fd6bd9e6a6d4d1e2d3add
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f70aa73cb99276b00c7e1ff171915e2bae2aa70
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ac2b89c63e056afb826676b1feffc9d402ea20cd52232c3b23119edbd4aa08
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7910968a33bb8b210f6a43a48b6ab793d39cd41
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd62602c4c8e71e2a56c11566dfb193cf996788e03628571130bce7871908beb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2701e1ea7cdf9df702ee4edc044baffa09c33bfa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f1f71118ab904a235cedd9950a8843f5ec383ae3b458eecf3e2d1ab9e3e86f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9393296e26a983ac8b9f92ae69f5597ea6060cc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351ae519d5f130bf8763d557741a696924e50fb060ef35395b458af539f5f326
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a541e7e4b36648a0454ff73799b6c233c69aef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b96588ceada536d971b9193109c595649558953f72d8fcdc23a0d8853a57f99
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af85f219d5bf6aa7f980a4c87a6c5adeb3927d1b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42065401e1ec391deab915566878bebbd039ea8fbb5af1943a067667dca2ccc
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85260e70b54353761d4678f1947ba97fcaadb194
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:236bdfa1fefb196045b4fd766029a1755617fe1fe7abe0375f5033bbf7334c0a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3739d1dd5afaaf451ed4b9bb5cc7bf07284ba3d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:739df9bb9200cf58eb87eef44709a572034eaa08f5139124dd4eaf0c0c6aa2f5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089617aa7f153ec83b9dd01a6ce5daaf6959e52e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac363a91875b4ae248753eb5e6f9407e762f8d0e928a23d60d7969667ecbfea
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..950e89f87e0d8d53604c3eeefd97283ae31f76f4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88eb94fc438705df51ce3c7d9808df29f0270f006b8561d809b7773520a5c166
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f458a4a3cc34e7655d0191bdbe1f82a76f9685eb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3962946482ff8261865e254edef7cf48d2edd5a276bc32ce5b3f26ab9bf44dc3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..684935538ab315d2f4da0abeb9765246525c8143
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73fd8804407e4a53d4b492ff212ee8f1d4c6a0617cb1e5820dca3930404d9e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282301eab27fa0fc01c357f0b8497c721f0c9f05
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b03414bff0f2a87c317f1a33df2a2fbf3b0a07a6052c08cb56754a0191351e54
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d0046d980836bcb8b53a3fa9c11248e81013c8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:205d6cb11420a45993e98d1d1da7a5b5e07ac32756714cb5d7b9e43c26b54a35
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1738e0cc4d5f48316e7cf7ed7573a14c0fff051
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed7f1210fc1a9eb891195db307eb13c93ac40534bfb1521de07150bd870fe6c7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5c7cb4d62c5cc95c8afc02e360afdeaffe20c94
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27411429b1affa7a745e79cdfccd1533e9aeb1d3789a57c5373b1f9cbf15e8fd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a612cf27e4cb09bbd1bfa790209be79dd79f8f87
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8be36666c060252e9d9df0d4ecd432353d1f2bcf96e4826f9f596325c5c1f82
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ca87aa4069c390a29a01fb83e97ddef01e7b4e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87415b062687f1d53aae2ae8ca025174eb3b8d7e28788b01eb7aa17e66a27667
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728e44c4a248e9a3f809aca20fd0906af486a891
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7978fd5b77f7b52c341db473924c431d61bcfe83c527f74dce87f6da20a910d
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..959faba87a5298127d43bbca11fdd5b04e1f4012
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a32e56a99a146cc213595c9e95082df5f226fb9dc98c193affd7a29b7c960cfd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6894832a77cb183ba85743d53325c87273cb7ad0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85d638f4b3bcdc8fa9af8e6041a8cb86580897d69fae5a62e5c11492b51d1a8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..223599a4192e03661855eb509110849a01d40c93
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d23508094166dd904c5114697640fbda5300ebe7507121f8a7eaeef7eccc0c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012d51aacf7f61a3771638b48a13f50333caa567
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375ebd098f30ecbc8f5909a23ef611afad030b9322b3184cee4d222e44f69d1b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f4b7122f60eb7f93c36ed7ff07357057f7b489
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7116960abc9ec6f7c179c5b3b867d2f6ef44c97d2ca23cf6400ac7e905bfc1a8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b157c91c34f2499a7bd2425e284fe284c64c8d1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf165c8d38e4717be7e59a68e56ba2b746ec7f3dfa2ca43b1f6774071c4b911
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10ed80290d94b958bce2dae589ba1e3404f7fb2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af07e5d91634cbd0143a7913a427b71923c667b4f25e5adc7860d22b310d8dcb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf0a4bc8208274fea3b39e67f0657514e9c5547
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb2319e03fc1edcd2805bbc5ccfa245ddf1c82dcd695facec8458e72547767b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32bdccbc15f990373bdda59017c1ce8ab4583cbf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6dda2f1fed41ce6b81b9bf99abbd7b75c34c3744e3ef83c8be3d0fc4afc92a1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b37408a082800146b7625f7d76bc6a3901476e7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8765934254febc4e6306824672aad16c81ca89fbe49c35f81726418b668715
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a3467deb6e4f70ba03bfe0b4ccd5d1fe921aa8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e938ef6bc025acf5d76fe629200fd1df5ebe0fe11aa7a02b01c7a3c248635c0
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314105c1fd9b3db388890544f1e65a128743c99f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc34ac04aade7170b5dbba98b3cbdda02ba1cab2fc4cf4f4f009f236b6fe1bbc
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f0c226a100f888666fa47e04306c9a75be8a2d3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb260c57c11ca9d520d1a2b3e963e4f613b9b7684cf0837e664b02a14cc9d253
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..323229f0df551f08c98f7b8b41e2bdf7dde9ecbf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d07ce9757a517c3fd23d62175c2fe9b7f542b76bcacf027e849fae909cb1c9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d385410c40c75c2f585f0644249344a81f9c7f71
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d818c4247bd1d9b5fd857024870974c0685709e5c0c9bda901d2de8412001e7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f63102db892203dc066bc4f28f6a3045cb252d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638079080b997e5db2f742bac28af0962f080136b752df82772d211c331d2424
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b456a49bf1391534ba1434666b979452e215ca88
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:196620f4071067de65b78cef6ee79b2f7dd6418845bd78aa204107e43ddaa1c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76953467174297424e50caf4e3bff302da53434b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac00d1efb1f2598eabf52a068ad74606668eeebda6f3b45d902fd719cff1a12
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db03b7667031ccad8c54160df2e87d2a079deedc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb49ad4637bbbefe271f8e80bdbd705ad552a8254def978f28265fba5eab24c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..206ce88bd221bab2da126e83380a23066c2afde0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f5cff568c9cc1deb66b2083f577a24c5c05c1d8f8f9c87959d2d9bdf43d56ae
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5c104b2932d86e5191891abe9f5320fe2bc918e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72b505aa33007b085cde7416fec7d2b5cbddb850c27b3f59437d8e0a0ecf581
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2aa953d4bd23988090713512c5eb7da0e8e4b06
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ca80ed2d21d048f7037a111525b2c867eef10c48122cca9e2c196557507d01
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecff3ec6f4edf43235c94fec6cc65f43eb9bf0d4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e31c1ce40c79c64a2901619655998b9950d852bbb929e515820f7d7439aa5a9
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29476852e30da48fc93e026fa4e1907cd2df53f7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8030fee2d0d354c3a9455b22db8985fc02a7de5ab18c33a290bf81d83d8aea93
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a3e7b57f1e02fddf71d0cb2f2277a60a9f1771
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9109eff771cd69b253af9bbce5fe956fdf83034b66ad4fa11a84bd0a99563009
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53ff5b4de2274091589cc489e72acb1094392470
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6ef8981071ebcc9e614a113d3be363ac116653635ecb4e880db5189a17367c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c15625880aebf3cb1fd94c83a8aef1308cfaeb7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab93f14026a5ca041afaf200a11a35fba0de509ace49dff6f9a734c62df835d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf0b2323402204c5c76f5534e92e662851ade674
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:354c74ba21784aa374cd1c502a9ec55d0702cf436ee0ce556caa7c162b4984d1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b9849d89af3f71483a8e41824de4b7bbecb06e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8685272894baa3bcf61a8f922c4a7293a3dc6661ad45766d3a9a125e0b3edcf6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4820f19d4eeb4c5c171afdcc283c2c377e79e8f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6192aab33efe699c3453fbe89c2be4f3d609a2eb25ab4d363452231e13d7d0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f418ba54107076d340d7594c701196f13667e77
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:798a73c63fc389ff2994f8c2253822f76a909bc4b6000e3e97c58ac0d8e9b659
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5121ac45c906687416fbbcee35250654fcb25fbf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d0cf670cc989121f9efce137585bf2b473e6e950dd96c850580b479526af17
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c543074b4a95bc7bc67173b7f366a4f9de649875
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f1e1cedb64da790c9bc1d4f3e410d7ff596429e6de8262b7f4502569fa2270
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04b9a0de4f2fc94e69f08ef26e823393f326eae4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391466400209bf657be3a0138b20c25d88f86ea00efccba609a1e9d9470c9dde
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc7a23d8580a1df3da4f4d156154d06d6b99d76
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537e5c4e5a8bda1c88a746bd174342a33f98c30643682f2cbfddff90955f8178
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90137460bc6ac2444a681bdc1165275319790eb1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59d77a261714c3e658eaa54ade07a8c0ee1244bc2b326c113dc8f74770e1f2f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7deb8cb4426a16a5877a29f411f05e3736a591b6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1db68284c1764863ee3543a3b5ed6b9a794cce46be6a8557d97108aa8dc6ade
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..125f2b7c4829c0cbf70f33ac5dff5d5346fa741f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a101cdb0e317cf3544c022944cf4cc85f07e363ec6a3cc486b2404ae8fe87a31
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01537b8a56bf11fb9b4a0cff81d1291b0a982f7b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8d1c0e6db3e1dd809df1926cb6bc495a7727e44f18f5915a4f232d3a3e1dce
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6452407bfe2ad98031446b29f8c0b76af529455
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f11cc2595ccad8e26e7489a8c5ec344d01eb7051123029d997753d2d5f7c13c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c4e4a933f8f7b91ecb8816ddf98318d8c28cd9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f37fc01060bfcad319fed5aa11112cc15c0ce054193f309b129b7bede9b34bb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc8d4378d249b8ef10efc99351d6e93db205c50
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d079cecfc55da43ffa155ad379542eff025d226b42deb28748e55aebbb8340c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84bc81a9ae4c5befdf1f372a63bbb04326e891a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd065484cd51edad7ca4defa8c2d1114dc20834aeebe306bab37d041931a4f8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8419fb221c1fd9baebbc518dc3f8097a68defaec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6d3c873fe24f77d01f674391b89067ab5dc1698147f28edc88866dc67cb14c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f03d604a2ce7c90b9355192b20a3a488bff74f10
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8edccaab79a6fc20fc67b2c876e1efab293c1143b228f3a86cd3b8a08389b0cc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f13c74cd225f0041a325d00535ec9c75ce0a5b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0484a3527606d42da534b5d6e8412702f80576b22ebf731d9d322631a7a5f29c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a732a4080716e61c363582a5a12a4a8cc37cc96d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b951b63ac3c9dbfa65074d2ef91d17ee8de018af2bf50dcf7ec6800844f80485
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90e2b7054eaa70c54f7fde8aef9477c9ed890e7c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00cbebd6aa7760a14d1ead68865af06adab987511164df225d2e78443e47ad3d
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd1ec822432f487b6d7d67ac70cc6b6cf46c5ee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e79449a10c5a4d6f2a8285c8e1511d40f9756fc98e38cfc434b608247bb319b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567295d266c9603c09c729adcddc22d2222c209a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77886b0a4ef388a3913c60d60ca5b9731188924d47025ce9a78ecc1c99fcb35a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a20f4a9d67a082a8b28a38cf27a2df6149e005
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8dc5744543db4c5e6d2dd06cd6f97d32a01715c00e03f014c3658834bb54e49
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..364c9343b59eb320b47fc3a4f1413437fdb44678
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e9bf38acaddfb73dc1dee8a30fd77f37da8cdd2b0eb27ea5a58f4522f81777
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb801794015aa43df771eddeddec90bbb961212c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e392fc6f8e00931d31a0aa434ccb4640b979e134b94a46f7919248ae3392a1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e2d58137c31669c1c0572a2531be6d7d46d9f5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def8d1f0a4e4c61f67cfb3971cea7d2bbbea2e4a1877fe5782b7e06307003024
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f4d85ef17057bd626001ba74081a50bffb789b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c0c92fac0ac30aa83b19bf79fed507190ded1111a26571ffd7145c284ab957
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12827d3954fe96430f643cb31f10d42d779645e5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f32a95d990481439288ebcfbc372f620a124cbac531429edd5f389ab2e7fc9d3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510d61dfeb2dd456b0b243a002eed52c2c40be12
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ce1604ad15d9f6532ab1b56f21fdecdd0e8068bdee1a3c329b7ddbccdc6e6f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81584ec24df23b771239c4bd6962af621c6de690
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38719826dcb079c737744af6b9523832c2ca90e9ad54e558aa36085c95d0183
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2f1152bfdf0fb858443d1b6758fc5973340db9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10fc02d67681ad21c696decf7b9f085084f7566c3413b046823285f17a9e471a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3aff4373269d367c1ca67fecbfcb845522c173d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0202895699da38d7ec191a65c8ecdfa9492397010e2ea0afcc7dbd912dfc1d29
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d2e2149397de41d798828e730126280b62b504
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9df7e8ead1324210b9951a63153421691652e1204a4eb6754038eb6bb4d267b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf873e7b5facf03107d86bb919bacbc1a854abb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3fbd7c433a51a54895eb0a8a108274210404aeb1a9173342deb10483410897c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ebc17255a11d0d41cb49da2c517accc3f6303f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea9a6def6539f268d731a21979703b13bbd93538b09f4bed4bc86fad4b7c9e4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3629ef55a731c94e577540a42127854ae193b301
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ab795fb7626b61dfd176c9b2f997a91e5dce345405e73f2a2d5a2d4703741d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3843b245182a87646e04a07e6259939af24b996
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed8cadeaf0d950787375dd8ed66d91c64c5cbdd0002b5416ed009ef0ac0e8b92
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a3711cd5ee0703f55ff05e09cc1abc4efc8b807
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1208009ea4d9606c33eac55d59bf10451211eff6241b93d6a4fdcaa969ee8a70
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3a12daf56106b513f2925f3ff0adb26ed08673
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0809550cb7de45c42d05b1dbc15cfff140fd6253f8b7a18923cb039b2c197f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aadea83b92779ce1d3f3675d0ee20b6356d61dde
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f06f739a511b3f9d8d70f56448baffab01a6603436e5d13852952d0d0654a7b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1298f9193aef2c5f422509d34aa4be59814a13c8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c017b4a4f01f00c99535523d53faafa65658fde232b7f668c3d669274b9626
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579fc52f1854a656e85bfddc1323dbacc57d251b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1080df8110e7a87615d8422a9379c0c12d16f1461b58adb9b6ad54f640b784
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d1a31653d2f61fbe62e13cf31f78c20cb00050
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75134629887fa76419c65c52036abe73bc20e272555cb36459feadfcc08be352
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d799e476f616f23a0937aad9acc3fdda03e54a63
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02ed86f2cbc043f38cba628a99e17fcf61605a73f5c6f4eaa37957aeb92d439
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c170d2d7d2bd8846b2b10422d63c9104d577a76f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bbb832f87f9920a2591e3dc41b68e77c3530a66eaf1ff704f689b0fa2297f03
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5e46f61b8fff0c07445c56de22dcb4f8995cc56
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433609f412019f9ac1585479ea7ee136d3324888587648fcac9ce0dcb73892d5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28bdb802751eee2c4375b7d0ceced00c3c11ba02
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68255610af06a467f8268f811317ed8705314508370aa94a0e128c9d308b41f6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee008ead18135767c303bea92d86f991aff64e5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c40a56beaefa8999e6c7b406d6b386e1559331366cb9cdce690656faec4b6d4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e1eb923fe2a5ffbda47d28dd010d01c2e88afbb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28183eb733026afb56f06113f3627b5486e0e1930d70b7ded301df5a838b216b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566452a992045322914a71488a304fa64ac1c2b2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d5e41f2a5ce5d1ed0034fe72aac0df13ce05f5f0dae62a4b72f1f1b7e91a26
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f150b37d69c8e8c99ff1a68fe880576dc0b5b8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c6e0aa6ab9c7ebdaa0fb26b4cd1b66417aefc811eed0ccfdde4cb78c0cceaeb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..392d5d7207ef83644ec48b819e0ead2c592d30d5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a6668fac08bd6f080d4416ec04ce4d72a848e3712524e6e7eaed09628284dd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde037fe165d19afeb54069e9207a173557fbdec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf18116af1943b2731e0bfb4cccb40694334cc71b622582c0ab9ec519b27e62
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6560e6c874af891fd641cfc474fbc29bc7e020
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de33587cee17a2e46c79888fdf801baa6bf4142804e0ddf3f3f3a6e3b0096d2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c1da7a3a0ca98194b81f33b1c8e6f0cf0aa925
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e52ebecc1aead73498679a4dce6b819459cc41ac1b8d5bef05ca1a16344776
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e501f4e2f75bc206a3db2cf40577cd9e73063e8a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a473bd6282316e8e6427452f3f45ae2265c77ebae5e39b0a0f254448dc086ccd
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac75156308b5fedaab5ffcc4dd7ad6aafc6a6ac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc01a6bb788d820d209c80340ba219f085fb78a6df7adb6e4af77a6c81bd659c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2720d9e2e327d4ad8f55895e33da2b360203562f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c843dddbff2485ef3717efa2be70e979f83c6cc65db3338ce73a2cc15e70dd9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b7a4e59902a08a12f2616ef8636601c288de924
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b2b9f399e0794dc98d3a8db9c763da09eb92faca3d34ca300a16c03e1b5ce8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2302e97f069c9dd08248116bce361237afacd6bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb78ac5ac4ebc6607925ca6be62cba58fd7b80d5b1fdf2cd1192dde610c70121
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..674e6f55202cba21e69bc7e46820f488a22c90b2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18257a84ef2768de0cfdea1b7ded332fbe8a97b1356eaed64f2dd36ac6a65085
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6084d2518da7aea7ed5819104899867502109ed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a68db1ff7b05d77c517366e3144bf31ac3a0041216d5cb7641cadba3a0e5b24
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da90870c575da1d6254861f5aa02e0e6a0a9e328
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8166cb0bed8caa11615069a0e2f357c03abdfb295d4207cbfa325089be29c31a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34bbc36969b57213af568904849d2df9e7d9fc78
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:825b8724e43683ceb25c1c80cd9dfa2b5bcad32f4f74ab8f94f7a4ad77aca4d9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2435762ee6cdcf0b41eb44ba8913d7b735a0b03f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73fbf7af7b34ec5664f23f0fa691d7b1a3e96f59e27c0f116f55565b841ed140
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827ea53df7e3f8157fc62303b504f1c1d08fdd4a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea8212633106076037d436ebe9cf55bbe37bd14c3ff001ad4b6ffc69bcb2de7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ad00ce29edd612e5f92575cdbd1af43e02e72a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005907b10b820d8855d473640c30245ec1b5502755c86523ad27966864ba2e71
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08df80f27f7e24317b0b5306bf27a58067dacf48
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b565ea107f4076912fac5bb7bf70779fbcc82c76f5580ef42f4150dbac523f39
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfcf8231edd5118fd6b03376aadec83ef5a4a1f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf45b21757d39d0f1ecd915717ab55c87d760b8805ffabcb251bb2c8e067e1f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514f3bfd157499c9e10e5d73aa69ede3c251b1b8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe5a50f3f277c79512cd7fcbde702ff6ffc1e17a828661a5355263a6a0a66ab8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765b94afdd7b761d4f011f22abe9b60878311147
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df1e527589db29ea35d0b5aab71a1ec86ae2bee9f37e2ed9e1b84d8c06aa27c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca3026250c0765fcc7ee6593f6fcda63a8903b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aeb9e1e8568a01d27702564904e6eebb26dfa3516942f20f6a4547de31a6f8b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff83138efbfbebed7164bec809990987b623aaf8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6191a1a85298ade06de37db5aa1d73222aa36d78cd93fb39bad3e3b62c559e03
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac17967cae1f5be2d2acb6ccaa1164e253889eb0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b40c0a6944ac386e698761d410af2d9edcf31f798ba8f4767e1575c01dee20
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43983e08b98db4e69c363b7d4b0d94696d973285
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44101f3459fdfeb848f46ec2e85b8af2410c2bd5412bf2770432fbd986d15448
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71aa7bf4ef8344c2819ff5ef14d301dbe98b4f3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f8b61d48776f2c1d6c49ba691606bec07b2c20ebb583216c53d1f0883d218c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a231a95d45d27d1c55e52e05e8814d3a2e39a7b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:616c56d33d39a146cd7d99e90e44fb58f63cc01f1cba9627af373608df2ddd9e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd4317af58af7f47e320c9f7ed9d95b5d36d018
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657723f5b58373db2944bdf5205e7824629f5be5662b21392c1aa858f498455b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af35f5a17dcfd0e9d5e0b39bfbc0ace10a80d0a1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97de615885ccf1f61332e91863d5d2d41cedd42af2bffc8283851b9d91f5e7b5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b419c2bed0dcca1d6f234d4cc4313fd282b022b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da1a6cb676a9e7281cd75a93e7a7c5e42b8a4469681247b8274c804af5b26be6
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abdcacbfcfe1e38b4f7667c7f1d78e1620e9a09a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d2c87f53036f34bede56937176c07f124e796eb317d8becfb1a7425fc37822
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d10561b50f0587ada83c777bc24b9477b7fb88f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a69391b71df1d2db3eb564bc1b3740dc6db44a0508764e6cd88f4c5bf199a0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb46680b8fe9c0cd3511b723bcc7f66ed2a06ce9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1191f2ea6ad7844ca346707e23a3d778f6a40ce769b53fe0b0ef207c5994cab5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e3b0635c27abc1abe4012e10e7f05de6ca55ce
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10062e61126ca6b305425e77063ffb69114f169b24580d108e1895064a3bb1ff
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16401da1c0f45b0ab723684c5a2f86341892e29f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7919ec8ccd9e0819909559d76e49d6f54b69da8e051747a48374c332b69c5f93
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..723a827c5d94829421c600966a78f9c444ccc34c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0569fa2db28dff1e1dbf1079290d2f9d098f2496127a1b6b13dc98b37591b5c8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56dcfde30d342755d73c039110e7fd1c4e138324
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a59d90044821745813efa4f6be13df6b789db0af3ff35edfc40e997a0b8dc0e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff1ec72fb1e18afe261002a1f6332ff0c54ad166
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e415202ffd374a84da6f829339926fc900680df9000c2aa34e2693a853f1ab
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d184928d05a809dcfe257f192d5e78fe41b2aa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e4fbfb47603c93d9363f1d89c5252dea35034640ce00327aa6c233dce03aab
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d0957a609ae13cacdbaa362418d188b4e23d1ba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2903f738d35a0de120c5030a1658836bf0e0309b6999b81798c1299021ac8ba
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19beb1b9df1727a1ae2971714da7be02aa081967
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60398fb3fe03e8cbc52bede05191379f8af93d26749f92b0e4d4e060cda1112
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590ae8c660e4dcff70396d98d95c027633ae09b7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87be9c65e6b06eca1e652d88d8d675315887f96e7cf906e28516000124e81ef
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff36237ddd8550ca8df4b6588db4ddb3a440830
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc12d311d556706acc9458825e5978741ba9f6d4ff3442906fcf3bf460e87bc5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3449e7d670a5a825bf9f40c82b0e7027658e3d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ce75a81c77406a6a4cb3095f112cda217f4e864e1501aa2d514202d8ee5ccc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1917742473917291c06cef79609417bc965db88f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7123fad028067b16af71011871efe8c4201a1e0c0ef1faf678cbb5fdd23f365
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1cfef7f5f27791379a6c4966b7448ae9b57d683
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1afbc0998fb39e72f3e6cdce9e8c1ed414d63e812f0ed861471f34ff20638c9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344e65f3e486aa080d1cf3e8b3c92446e513ec9c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9782a497e9372592e50a47f21bd546056496b5e7257dc8abaae8d551d9c2267c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b60648af33ec096324ac951cce8e6484175e7f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198ebe89a9719f21e7a986d3be152e757adbe6eca55239dfd495ff105b2dff65
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923f5c654c97a66e37124f4a00b3a66f49b6f81b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef7472700a1b1b4435fa69f48a959cfd9059884082efc5d7034208b48b0c58ea
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5b80dde340cd5db32d5d1966232c24c5bd86602
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6983df367ea82b2b2d1f8630f77e2da52bb28fa1ec6a0afd1d304773b370889e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2180bc6ecfe8806cd6c315e62535913892296a1b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb9ec009fea29391a995e060215d9639031d93125a6dcfd8564d250bb0d826f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b3aaa857f456e33f470af679ee43a21fd471160
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5c3f7562a46a8b49e1d614ee7e378d7c68c42c068ccb24495a26e74f9225cd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56affc6b8071eb2a1d3d0dba7b82fe20fd599201
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98626027d060f8be89947290e1d9a329a24ce29d39b161850344ba3680a401e6
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e240e2ad9c462c3c867574fd4975709da299ef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f6cfd158a2b6b75b887caea43027118f131d06f7041e4be7b291929d3d88f82
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f510a0c20b6db2c9588efd999d843c3a6dc8104
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2546589d91d401c76c543e41d9b53e44a42fe26764f3cf0244491527ce8b1d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db59d93dab38b7300c2d01c3e3ad8e7d2f09272
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd104d9f1828320634138160c3aab0ad1281e8228b74adaebdbc9824ec9f25ed
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6059f9d0ca99ceb75c6bbd88e931cd5e35b09f5b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d10df67bf34aba75562a18243286b7268f97a2914dfd790bd1aea7329046e2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947f2acd55891cb57e0e55c9ee0172c38fdc3b86
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff6b4ff8a4ec0cb17fa2bd9f8fa80a985590d628e8dcb5a78d9ea06443807b4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1df42eb0dd0edf72b6b220fef62af4ad6621f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f33ca97cc33ffaee365e4d7cc61aed29179f3112fc4baeb281e479ffd1cd6a2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13396eef8a4dca9189e97dd3e5d30a3b5c4e0cb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:757d92b270fd04d5f029ee73de1019be2a8385abfab2c6c4f1b6019b86cf61a1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b069fb9abff3b92ac1d1c3ced7cf20926be37a8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b759011f741537bad67e4f5c8091640e41dd7553eaae79485b5b56cc01730669
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d15083f6dc822c3c08c429aa2f1d13aba8bcb73
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5210fc2e4dd14b0026e65f80c7fec6fc5445c4486e643f9a5af128b672b6f82
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182662a4f386b200d26141b6181a262425164b11
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd7fd6f695c24351f4c120b50e6f4ab5ffa9412f5475b2d23e08ca20f4d28c35
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302347f2851ba9593dc01a9eefc3c1f16fa9130c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef7b2dfbf694d169a8914b6e6451539ee3c730f400d5c6b64248d5eca54868e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b0e915ddea3ed755417ae0182135e6ab3f0dc6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa3b272ef035d64571514a5aac30fc0efe8322eff5d2644eaad31f9b37f5bbb
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..357806bd75af77d08f4866b5ae854c7debcb9202
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e863a67aac57c8af2bf4e591c5181d3d02d3c7d7c3e16c6ab4121e3ddc34843
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09f8c0b5b2960a96902486791cc5cc65fcb648b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a6b540099180f5ab43bc364e4d77e28785192690767226031c3dd5ce73b5c3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae13d722e506c9ccf1c1ff631b5aad677bc7d08
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b79763399045915319cd2e5be0ba61c68588d7f1f90dd077108b9a05223a2a3d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..734b51735662ef39a53ed2d310f80401f38312b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53febea9c531f6f351d5803fd032eaf28e9c6171f81469e335ad3ffb64f431d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac39d1cfc90f9c5da698f70e33725427e1ce1fc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5bf1ed2704385cd0a310e5b17b00160a849aee699d4b20be8ef1765f1ad1021
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd2ece318624fca4be207a8b2a6ce8409e021e4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a2fb79c407f85c78d75bcadb45d2837c92822cf66055a31cfc616376a0b024b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b943e173ec7d8592be4ed8f96c6ea9fb9a1e3c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8022ca4c211cd6dc86b87907588fb8cb0d71ea9d6d689ed7ef761ff31acb13e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7a16399f3c1a5f4158376caf2e1c90668ebb216
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82cd21bdbb1d0c97b4ab13da7521b2b34c8f06ea49ac5962be4b3d2eec6d8895
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b8a91137e3e76b4f368eef990c81ee65dc1e2c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f83b1700aa277d0e40d70d5f8e31b9c1754fc056dd72352aa247d64442f3a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e017aa2db6d0cca621e83a5e4830dfb53f16f99
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520cc4d7d87ff67b56f1d436e0441cb155446c4ad9f01e0621e9a7902cb9a492
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f22e0d746ee9c47fbab6b0a06c5d3eb8b68f6a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503a672e432411db5ae19d8370dac674898f3588895cd4d690c4e87602bc9651
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f0207b1ab55e917357cdaea5b77cbce33ac868
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4211706721ce67f4df5b52e65d988dd9f3572f6a0d61c4b66f745053d56857a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86555e57e3ec3e9d8d2295893984196942a0b841
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699698573ab660c57894e0450913e90629cfefddccfc5d56e3458ff86bcf50e3
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c6bf3cef6be6c1d6eb313d8a43980067c0b53b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258c4079284b5ba32463399867d8abd0e207c64a4bca86b086bbe9e5dcc86eb9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d87929ec61cae53081a9cd28b3115be76d8f7222
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727598b2cbce1a17f067469ad2b66cb6bd2d0275fe1a4d491e001689bfe7f17a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ec708d8c8995356c55bde00c3bc6601b73553c4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2254f123868408a27fd5dd1f00088010dd94dd08ae9bddb700afd39bd30483c2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..180f204f57aabbebfa3f614dfc3d6a044c39d9b1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ae231abe177fbf1b7f2c16f36d9ac755912b851953be85b563f9fd2850daed
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f101d3499c90a90ba1760f92743d9e14ba3cff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de045f14ad13a21919ae2fe501bbc66fbcf3de03088b15c9630c6a87d86508f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c44cd94c7ddc57b17baad1c051b091976e36ee4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9990bdf8d870a52d9f32715dbf99776ca281efa77e749c2a7c6b0760282f28cc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33afc5c22027b4e8b183346e82c09db35c3fcece
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2579eb6afdad3915b9c478753780cc18b006382fde63a21ef18f443211969e13
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..147369c0b4c059a12b8912846265b3a6a9d4f00c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b33a03c7988e093898059aa47b7a4a6125b53bec2af0e798d5e2cfd0250bfcf1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ba2133fd9690443bac87c8efcf70d7d79f2ddf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3148b6569fbc9d896819eee88d7b644a4e2cfe207bd22aa7240dcb7da29bca45
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17226041006401610842f12472cadcb9781e40ca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:933ed8b0959db8fdc1ef7f5e300d2042ad53fb749067abdcc1fd98e266a7ef10
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60ae0e4c82af444e071b8c15387887339212797c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b581b3e5b5a5637e7a9dab8083eb18c33fec750ec5e425b8a7e4d414c1bb318e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc861151c20c2a32917be7a6300f33689bbef151
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d90c9a8dceac1511b52f280f6274512da15b92b4ea7e3a7880b7f36385fa90
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17def8a60a54c93dd2c746cc1095fb604e4595dc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd2985339ed56db4c790b1d1e99e37a6e885ea8a6846f579daa3d3625a34879e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6dce2883bec62b35129afb7c101bca0d7bae2ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d04fd543f87fbb40451eb251a65ffe5550afd4aaa2a18fb7aa52b218aacf84
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173e289838c10e6bfc995ebfc740af6849674df0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8408477e791753d01f965a622115c9de9c7534608b1f8aa53394f51b49173507
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61023bd73888a409e9ecbaece8e599686a80d643
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c381caad8f763374b0568b4551df23063f2932c3ef51bbcc2e929756953632
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dea89211b86d268e9d69e2a2eff01730b9d7147
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c99da934c1dd7a33812bcae131d2485a18f2840a36ec2241b42fb5f884ab3f4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bbc94c70913bfff8c63196a19683beb0db1f148
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e22475b414a19dfa46a7cc132d5aaf80d09569033857eb91608d65be0527f029
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4669abd38cc44bf9f3c8a8eefdf1cd39c85de85
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784bac341f0533dd947dedef871ae7b34f8d757fd87c50b36a5607713544a40c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42717af4d13329ebeff5c99e29c432dcc0bedbc2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517fc5338a9033c83451f778778d1565782a9cc5a98fb63a688e790b282aeebf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fdb4efeeedd4d1158fb5d4529c427a7b36779e9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c6e39316f5c2e7c9b83452a9c377ace2f543076a4bbe842d056d5ccdeb7938
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f144fc9be995d2c46da2aa738345e7a5dae258f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c899996834c050d896a981b2b0d95b22fd5a77477b52ebb4af3de227b2ca6117
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e9dd8fbb494ac7dc81f03c413ae2d461ef2f5a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092ec2d0a7785395b8e1898618105c4e3e7a461e22e2ae46d7ab045887ea5dd9
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c378bec2943f753e17e625df30c5252c229b3716
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534b71ddd88651498acc88e9c41da508d846565fdb84df688df573a13f0bf83e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fbbd4b75498c09229e44917b987cb68cb0cdf8f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ba837e5c566c755ce2024be57e4187de6cfcec7039279f5022bb47ed4e83dc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21f8b3e9aed109ee06fb43f4d8844cc78da699e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1739fb35e22c84d9376ed78ba7fb9288555f8bf4099895b65c9f06462959361b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cffcb993d98b7802524247f95b37b675b0db3eb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b93209d56cfc87eedc1061fd58a2d4dcca5fead58f90f57bfd67aaf908f16584
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec9737624512c3ad21be4e89804ea40f3e6c58a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b648d29c9d1024b095697c954542c7ed794d8f83321770fbb5cbb17a797cf931
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6fd61631863ce2b293890dd417ad382183ca623
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd08c8ca6ac961dd7afe090b297f267d36d3dfb3321664a66cc43727496c54bd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db8c93e0312e3f1c8802ac80a37825aeff233b6f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3372d250f6f72da75da8c8e50922e9e1be255a7e3d9fdbdaf880f83d42160175
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dfeebf5f4a709f66ab6b8c004533d3526aa613e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90f5bf9790fd1b5e2a7a9b262fe77a116708aafaac3a7097706279a1d1a7f1a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e86109f45f687fe093ce19ca380d32ca3253a570
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db936b4dbb8a6b9a136edfe7e8609d813e0d45eb0cd5766cb5d86d763627f570
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf7d1b52bc96f45f94d2ca2d46a736b8926f0ca8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8412a026e21b28bfb7492ba9ed4c95972fdd8201e6c25bc4d7214ac0ad32eb68
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f46287385e6cc7fbbd2f9e644f421c2092e4d7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852b51cd50c6dc82c80aa95c79eb726fb3724bad418957a4ee89976759065fa8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8825486d1f3f91cbd4f611e6234735b161f9556
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98877fd99cef8e1de8e1096f593aaf4228a4eb620be99d6769375dac9e7bbd1b
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb3db055f4a7e7f6fe5186195c5b6449aee98120
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee50e1b60782b99967d67cb6ce69b2203e50d04a3508197004430b04f4387af
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b5e26dfc4f26879ad1d7d5cfdd671dffcbb1cb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9fa8a1f22c2e4de294f33c947bdb6a54b6c9bcd52029e52315b62dab0e1492d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca33b8637e41103135fc0b81f83c84c14cfa3f2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2569210b5708c1696b3cd2fa8602a67a7d36511eeb6c6e82ef883e2d54947b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ad2dbc3c3bdbfd556dbe167d0e64500de91257
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbfb7445c849ffd63a85dab168664db3f17b9df972162270c89caf8a9c598406
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729f524702fe52a180b591a89633f0b10cf3f7bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7f387b20c931e18aebb3333cc0076262534b760ef6db68bcac3723550e5e8a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ae3e2c02c85ae4c2990d15540f56078dfc025e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb43d955afbd2bb0ca9f2af39e1431a3d662d5d6a04772e541715d61087de6ff
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43ea6cb58fea2359da6c91130a2dfd26967ac16
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40c506e9d95cddc09cd55d182c043cc55b1db7543bb7712b4e0063863b5bf77
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97827375e9ac4608377a5de2808dc5393e03976
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c0a35ca5ad127125a75151b3625e703e939ea06a310442b83e004e981a51ec
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e10872f2f0d77e7ea91ad6a471881820401506
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0e7f6e21c9d9b635d418f370d454886715e2d95371a41018a82de95d3d754d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d01077bb184440ee5c2e013d1627a2315df602
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2eb0db60c97f35f198a5d758d70769e017d27342be1ce4e42c5147018167f3b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceec42f256e37f08e1c0172c407e843d94d199ee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb05ad63c46aaaeebf6a7428a092869160aaf86406b438fe10496d6e05348d50
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503e141da71046ddab6fba77aef18d7a8880899d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b959a7ce4f2cef12ba8c21901000efdb77afc288df0f6f6b6ccd30b2bc04aad4
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c6ff5b80b843944322ce19039e343ceadf3725
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bbd1ed94a7d8d3def7adbb875c4e2fbecbb320ff5d4e38386a801714e1b8699
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ad85f0f3d2d989e2c83265ffe48a21e7c9968b0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf8221b83bbd944db85c170ab551b73169981134f2eb9f12bf548c9629709ac1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5971af61be71a9e9f5a84c90dfec9da36bd7533d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d24dc387548f219fb559fdf665da5379db677bdb616ecea0bcc1ec3abd81b047
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc526d95eb817345e6f55bd83d54dbcf923a545
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53ebd7216f83bc0dae8312c1e34b747a7c27abf568bf5eb19649864ce4ba6e7e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec190d3c10f61f7318f7e6944a28e32f60b0ce6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e146a11e1eefb1a41d7721bb6e1b1fe125ab05a0cc4abf7936a8d887770184c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce05ed27b365bff702a7ff9f37d338d613aeedd0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e573e58d30cb374c819ba39f9888550ab91e905420aafd0b4a306b4fb1cd6a91
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dbc5d961e321dedc0134cbc2ebe056664a0e015
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe3cae01af9971fee508d49cd0641022cb845e3cf540cca6ac15df1ed9052fd6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fdbf7dbdd14bd8f1918cf081c235235832ac572
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e82b1141d1971ecf04311f5be5cfdde8f2b103889d4e32277a2abc3190b3139
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..286d8d6e813683064f3b63878c99b0a675b07bee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:763e14721875110d0378c9711ee8f1e52d9535de8e128ab4b2dd979a59013640
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa61e8d2327f8231c120096d84f7797f432faa70
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d6ea6dea929661d4026148f2dfa6ae10ef7e4d893fa47f2e28649a62b0b2176
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465fda7f40bde2c8f9cc986e2110a902e8ed031b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b807d74e068b4c58ab72eb7e5a13ef71118e76457d39e927c9f719d211d27044
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e37a8228fd5b7a6b69ae1c68ddd25219ff219252
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2bf83a3e8af88faeb3889ced89057992559cc2897a76d426c7609271d72b0d
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6767cf4e2c477f9031993a7cf0672c88862b916
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:114d6dc2c66b2939171d092912cd08f13f78b3570ae2c30e6b5b183149f0897f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a792d6e7dbb2623637232bcd1a97a151e1cd7ec2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c2b10a5a56af92bbe0aad3821a8f40520edf71c243b3f480be64ffbc624770
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..713899e11b10dfd41e244901dee01ecff67d739a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cfb93a563db9ceefc602ade0d3ec790b01510cf1c5b4c002bc6366602c10373
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df6c7ab4170edae3d4db2ae5469993260df7d76
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71a3b94e8807116bebaf88e44b5cfa7dc0df034f1271eee2cd1fff9ded34d57
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8943d955b2e0b922572431a2aedf9328f43c5063
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc0d187dc19a385658ff5945eaf64b6cc8575cbe4181494819672ad931e0ff1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6351f417e52de2e3694568ac05f950e057992dae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20422cf79809ee6b5718190983477a9fa2884c3e98423639f855c0eb3ab1e6a8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b744727734ab6cfb87efc78e6c0d74cfb82cb1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774540153ac27bbcf4bfb82715e03a0bfb5ad67774bc4626b414a3a041ca3aaa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1216062b60a0e06b9fb8f1140f11a6bb9ae6a66
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3317097ccc12e39f93402a20e73f68d28dda8461bdda457fdcc3668e02d8d3d1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3299d87c15b96dd7aa12c91097175491a91d931b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19728761637d2bdebb984f93ea58ee6dc42f23473ac0ee453dd7e97e3ec00fa7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..687b51043e161ebee41db2608b371ef4f284361d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c605416fa75bdcbccaf4701e76a1335d6b058f51932d499ab59b65580c17a730
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..419ade7e2789c7fd63745e57d124466d3c37d933
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c675d86086c63bcd17a6ba4b3127254c8d067a5b1f74742a1bdb0346e21306
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99db5731ef3f0cdf165ab4d3495e63ddd65ea1a7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f619c93c126e41f1ea8c22dd578a6bbc0d2134c3351d5ed46b23508c69d0c05d
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d711bcf034a4fe461a9fefc7053945eb5161aa0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0610cfd418cce99e71278858f908076bc34db46b42438ae854dd2bbe8f2ddae6
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f239761cbac84f8bc851f7d44474042494e53b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5bebb8fd33248c02c39d0df13e5cc61b02a91bbd8625d5bb2a25b78dc2b3bc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e100bfd8ce5536fdfa18c34893fda2d4bc7f46e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb6553f5a2323c5f145c32ece0b371c8a0842d8c05e15b637d58426faeab7c0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5381df764387ecb57222598f19508c90c1388ed8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0454e5cc8ce6fdbceb66a6df57c7c5f8c15e88809ff4af69f9628c28193001d7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7bafef3c3a7d4d61d41bb65f40802b99793cb59
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f58d724d6f343ec9b7d322eccf3bbeb5a058921b90994b0a3592a409143941
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6ec75eddf2e24c53b7cda7a3130987b70ddb87
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405a2683a88c77efcedd892a87eb8bc303d4acd815e4e668e7e292c7f551e6e6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5757a48f10ddb34054e45f0a33ab7909855cde37
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d425879e9b8c66fdc2fe5f2be4c437d413ae0d3691835f202c0c8e426a35a5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..978dc83d6f44cdb629719a2a498f5cb85e361fa2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6c545b7feba78976226f8192cd56b884b29d73d98a7ff94d9879fa25006ee6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bed7afeead5fae97f9d738c1f8dab2e4623f3897
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:554bd849296a3467d3363e6007c6e24099fa32327aead4f0c60d67947120753c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d528ad0b44e339d97eadbf3428e124a2cac63ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27282257076f1e41050875d074321f014290dbaa06d17003a5bb340cd694b97
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9f86d7fb903300604e59a2abd17bda05bada22
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85fb1f03a9d3bd1ac7cef57288a8f730196d648088c138eadc6cf5059b30862
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca16298d970628124cae5402851eea1a393a7c6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da44cb71a53e5597cdaac0106047dd91f1fb714f419eb270fc33870db5dae92
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..044d7bf2653086e1404f6389f44f2aaa1aa99ec2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f437ab5e7367948a0f54e35aa6c9ed86e451ba594409cae2c33c9bc09460f0f4
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e576b7f2070172b1d23f9ee79a2e7cf6625ac7e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25753444c11147b87bd49d7a3f7a036f8900e6b22b38b200783eb88b61d22cd1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321869b8d5dde404683655f9e141fb9368e43e1c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17f6128484a5b0a74bc018dbc10b6ba653bc3408360b144a51acf2f7205c076
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..717fb60dac47dd82d23679d0b766ebe85342d036
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e75f7f8fbf6dd9c7da2b8b07ab83f579ab9eeecef9f20b88c822f3e684ac8d8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c71f9ee440f467b2545fd3e2895708111ce90f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27204abbde97be569d3279772e3b2b66c9371dc53ea3799f1d7e8377f7580b2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7549a6a158b0777f9b692d77485a20312246377
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b82f93297f549cde53d0a2e6204a35a69967cace979f6491af20d824f199efb7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12f68b708ee92dc90edc3f73437d37a1c6d5ded
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13269a75f2b254cfdc3e2164db590dfee5a7e88cc4760a335efbe58f5ccb2168
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ad514271d232c4a5c0a7fe9fd612bea802db3a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61798ee7a63deaea4e454384036c15f244e00588b0249fd6feaa0dc48760acaa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17aeb205ea301fa5b936a987717bc41bc338edff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f66f67e7a880a14427e2b591cf3749ddcd8a372c8dbd891b354c9a48dc078db
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136e1ec64f6d9277498c992faa62d4b1d4d99cd9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6d7df83c30952dfd5e670083257ff7bd8520bccfc4b8d70549742673377f54
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ff7d3018940e57b2b31b5006c640f43fe95e07
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d884c1a771255c63a66bdefdd15f17cff63405acb33025786f9eb67f6ca928
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3095793ad977f89cae8bff7a7a4624ada2dacf62
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197ad3fef94bad5563f1f3c08964a23fdf3c4085cb5585dc7457484fdaf4793e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f66f5c441ab0b87501d342d73162f65ea72d6256
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e8244eb60ac8aa38e3a0a39f1764f095fbaafb73de877429abe0eba441c201
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..838b135c336a037bca55d781d18f1f0512f96888
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a96795af475fb0a19c36295a56dff637c31404a0429a9c590ca17ab31fd1929
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a7957b862f21c41c10ab7ce1a21a6a670352c3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f1d15f5fdf89641cc5f2c240d5d906da0a5712599b46367c4d0867b1dc7c26
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/lm_head/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b389ed5b859b60538bcd655b3da7ada642d3f8d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f6c9462dbb6418c1a29aea858104df8fe5b93767bcccf3b0e51a568301a920
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1115b63c4533eaf79ba6ab5bef2ef5ee70acfcc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89aedaec4d7dd5ed6ab43e37c3b97669ccc78d8826f4373345c86a3f15a9328a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..869b4ef0f83d9938b041804cb78a8d019c369976
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d91c00736c2f7bf3bbc460d7ade11afcde7a54c3b4d15a05b825370d28c1fdc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c152e238357c353879cc627371d0ff3a36d20e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd254fc9d05423500b44dd47d474ddeb111b241be616c89d35370140fd0d2760
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8064c75ab192341835d38e58501d11b7d4465b1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453fb9801319ad77f796a8db45a66f56f05d735248749a1d37b615e937ccd513
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29c4b6f4a7fa33914f4381ec42ec404c8a301ec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9cf45b2ec8edd2210626fee3ebfb7801be4d9d17e8c944794eb49815b84f778
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96319ee3974100d913533fb30a32d8d470d34c1d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eeb217d4feee900a4708ad8378edd7e05e40074838bbcdc0afeb8226d10601d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef55ed1ce5e0cfb33583cdad366d0aae5b74fb5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2cc3bf0052f7f0a23420d07aafc3649fb7b0cdb3f9340212977d0f641b8aaff
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ccacbe19d222a96c0d94632a77a2b4e7bd5a7bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:189e2f633f8b930ca3431e3aeccd351dc921eff3c0fc8778f499b6c5e46834e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18b712cfadd7c610b4ef9df5bdbd74863b3fa3e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:969490cb1630b1f849d736a2cc71c887756a9979381f8928dc34b525c68c6823
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a29fd6488e1019e5a3a5fd080aab5ed6ce3dc68
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49480d80135f7354864359a785fe167feb98bde8657c7d15c7d4330e42094a9a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51357aafd2cb39a31217a732d18f980de5f5e0b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4a894b7399f159bfe2e7f92fdb05ae570f01effda071de916afc26ddc5b408
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939f58ee87f91ca3a648e956320b89f8cebcf830
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3720fe9cc930d3ce832c80346d443169bdb00f74556b5a942a21804e9407e266
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b22348ee86639c143657792de99ed6a8b3747b0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a3101b8fc4c992c6f823c28ab18f38ccc00994ceb2e7f2a16fc2e4ff9e6fd7
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..706bb0369410039b23a9f56dbc49fec5cdf49f6e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d752a4a0f0de0e46ca44f73c6acefd7cee2328bcd6c6f21eee533fc2208a8a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586a01839fc0c99cee7e85dff4402ea464cd3258
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c5503a67ce7ff89668285e168766004759e55c8d73f75837a0b9250c343b98
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5a719e0af3c787035274d804cdcfa85bfa796a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ff73cd22da1febc5a2077ca76bc74d992baeae4d96ab03db4661f40a04fe94
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542690f7b98519dd549cc780d35078bd1a350f8a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d2862b676d2c2de344b34e54c614028e270a491efdc24027d046b478f73baf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0c8ba60059272703c6415063572ce43f7ad463
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af0ef538295cbeb1437a11a697164f43a79f1c27829501a1f7496ca01425efd5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6d225eb053bafb9325657031455aaa695dba2ab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:707ca4b8eca390eb33779f00df095a2932b969ffc431156c6ad23af6d3709724
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead3abedd8b47bb1ab5b9200a1d813863de2af47
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3750b96df7aa16d2a73868d55cd89c543c599c5e064319775bf5f381c7477b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8241cbbabf7815a22c0646f7028738e4b1340ef8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a8b88563da86d0eb13d5558efc51df0bec06c7427e0bdab4ffc8d394bb28996
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe01025d6c8cf232e5c33d81edf79b0ebef85b19
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d65af8367d9124d6c9851f75f1da9f3b7eaa509ad5e1e9deb0f248d38561ff
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c489cebfe93ff3514a67d409429cf656a8c4edc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cedb8ac02b044df36ccd3d71e5d5ed9d190b38ce25896bd51e401beeffa42609
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9db598b656f8e817adb0fe1752240b60222a50
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424e564da4ba9939d8059296cb17f4f5436a6ed5a22c72f8525b9cfb197d5456
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c332b18fbc2f953d94d3ad65120d0cd8086dfde3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094152465f8545e989f7a70bcf95b1548299394a8c6603840278c4df845c91bc
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9847b7abead6a87b013354e4e9b2e7e891649a12
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db6491f7cbb98d45f4253d7aa033abcecce4058285a3bfb1330532486d09fc3f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0816e1b7a6c16e538ff55a9a54cbb394e0a19ad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3645cfc5189fb907c309bd0daa810510b8b0a9caa0726f55e7ca7a4acf7be472
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..541eccdd3197fb5e396fe2813136d701c7fdcf13
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf7b1e1cf37c09483a7c93c3f19580ae8bb8e16c6f448110721abe0ec07dd51e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6e7cd1b889997d913f97a6af47c4d0ef6a1a84
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333bf8b782867cab433b3d82cfa5e910f4956f347b841bf1f373e74b1921b77c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d1902ce1af01a790f264f85bbaf569405f73ccb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:548d96f57c9941130a0047ed102e62f15f89ea5230bddb28a6eed1af635c0b96
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec93e9e8f6f5213b3b2b2f4e163c4ab8b3308dd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5421e31a8dc19a75550b91322dc7bba1a6bae9af48f8c5b3fe143905575097
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3064ba4dfe1e36a73a60762c7115e49b2d1b19c1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3fc9d7907ca50cfd69bfe33b86f9e894156a033697236406c07d77d4b8dc700
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7d6376b3d0cf9349da6fb4dde1eab3762706c7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da21ab030bbb2995a32c6ec05d312c83e278e5d2c2a1e9fdf39628dd297ed64
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0128fa7b2bae2a2a356ba92c9486b186c4cfdd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:757fabe1bbefe3edac5a6d72c1ab021745d926ce269204eb120ed0d845486e7c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822edfe926237461e65f31b871138b35ccdd16bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9a6b70dd0693215e604d5a1c09553eedeb6fdb25024480965f418c632109fb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881932501d47c32f918741349064afda8f1208fc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69829c0f15faf79ffd9fd0d2b14fc2bed6807e2e60471c22f9cb9ab6c541b79b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c960ba604fb93d7df7e0f5232af617847a75b75
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d924c9e5ff567ae10021e849e25f8abb2f2703116845a9a45217813c25c1f6b3
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ad2f2d159ec75cbd957178f41ab7c44ed49dcd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3506b5158f5ccee8dc6ddb4747abe6595e719e710c37ab6e3177d8b72da762
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..306cae7f422e4d0194e54ae3441cf86aa152096b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd4a347395de29c877fcf710571f2f39759d5060a6593898979a85e4499720a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8bf8443707cdb499147df67d7889d47665b9c16
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5233d4d71ed2d5f093f71472ab106abcef79b90d09f4e015b9e9c53ecd591f6f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d90aea231e3e225d00a6b512c6428cf37a4046
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9c6b2f7467c3f006adf5dc22cdf89bafd34bad1edc039fa8c7972b013faf9e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ed1ab552a1e2d30a050c7a484d0b06c56937ce
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c923dd45bf5f7f3774a7eaff32e94a468a53c100831219aafba64ce8253bd1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc2aee85450e4f40446073f920bf4f78099ee3ce
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e037e8a05cee8beea5106317ca314fdc837a4cff7ae5b0d615962d85406d179
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..777d983437e929b3267af51fd48ab42f0dead7b5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a239494b62cfa461e2d0d10d9bc70c2d9cd1d0c2aac6141114115adfbed55776
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b58b1eb864dada0c408985267bbab5c260c3a4b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc6d99c89506c6d3ec38c54c4b0b85dfc90f9e5fc8ff1b420c0ad47118c2be5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa2b1822a0ae58a9929216028e8c45d9cf02f7fc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f125c15f2996d64755e85bd84857342e8136ef047f1037186d5d2514d53821ed
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858baa3c68911d15755b574b0cf7e711c03a7f6b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98cda8cadb6b7060c332326832be18d581cc7ba3e75e83f9dafb2cfb546b3290
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e42cf54443c5ebcc149741fd8614c63eac9a69
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02fcaac2a03b08aef0b2f9c7ef46fd2c3d959c197e046773606a26c8dcaf7b18
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40dd7c4869d14ce64f91179be7af6b0a9b53c4a1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbdbf91e1055cf1e76fab908d060b981a1fcb9d8ab703ddcd08669f24d6eaa3a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0e28de0d5a834168781bde0b296c715d400c2f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9613a7437db457cfb221d0f51b2faa76cc38bbecdb2e4ac0e04b8e61298977e0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f78b1eeee402c59e960dad8cecb2685f345e983
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74f882eedd0522dfebe90d0c99674959c7763339dc5b4fa7d3959730854bd85
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb227bfa373648b0c431d47d29d16ed2bce717e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ca6277ebd0079baff51b061b00a949e2061b2b6b0ea1b07b9a464015c4cf28
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..248822ac83f8a493bbf61aa09238c7a02f6872bf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6e10e663c01425136e090bfd018abd65d99fdd638d82259afbca29b9ab0e5c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3b264a6928f572ff13818da64b94d1b82d3862
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19cf7c8bcef14308bae5a22165e76438363cc5acb816c835de660ecf95b60ede
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c6ed00e91967d2eac6476980d33591c3ab307c8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac362a0101692ee9204c1988e053f3a10e623279c47e80f249e588c18cf3e108
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60de621857f364f7ca74c1445185e1f960850dca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbcc8662e63b8e553a4de23b0fc20bb13657a355cd610d720059969bebc4bf8b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa85480c8fa4eaa2156d5432b41fdb328258b72d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb9bef74abf7762a6d585e9921bb793874661e79fb4dee5fe5685f76d08642d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605ef5e559f563a233f95255f8e3ce9d6d31ba3e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0bee15869e961ef9d1fbc53688e8d6235612a6c0a8a2ab63f524cf24771194d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b827ca7b877f0f8434a83a9705ce0cf8d4514409
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0041a38b5cb9f7026ed3de528794ea22138b31c7c2c13d68a2d562aad54240d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e49e2139f6ce52e9af4ad1d0c75d18e324503fd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d6780502f69ad5e5c4dca6d1f58419f81f754188bfeb1896fcfe8cf746e97a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13778f129973a3fc1f40e3fc889478a5bb3f6cdd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d20b4baa4596d19afcf75467ddf83a0896f8f48188790b7af5998e6d6060de8e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b905f09592e77c19ec8ef58e74dcae30e84ea58
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b93c5994a53cceb720d7bf62737925179ea13e17e9c60097a9117170949eb21
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba1180731f0c2b1b5efc5955d500a17c60fd67a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05ed5f7105938954f69750fe89f1afe4200243ed3cec2ca11afb96b44d48791
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0151b7fde3bd6825a1dd89877ae12f8c7cf7d9c7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8454d868041f794fecc3d8da0224e9fe77dce1d6268f771a07c38b25ad957ee4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c786b7147d4c35aad9178872d0fa17e725b384f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c34302d4bb0c7eb1159982f2ff7b0fd839e9e28072c4f68464170c4bc159e15
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..920ad7f4f40faeaa5c05556001746e6fe44eef6c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c793901db882fe09c75d1cbb4f27c847ffe321a8df7bbc6c3f75b46b9d8e5d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb0dff203b71ba9fe73ea07d73f241c5f182e4a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac65b3ddfcf0394b2b743720b1e37b8e8e6e4ef7d911eddb57d2f7a1333ada2d
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e143de34be080bbab090e51cdc1db366deda73
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18176eacf2b7b39683277b3ff3a33b4f9a03cb6a262e6dc4329d0da0e46d7f29
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63fcb7fddd96ba76eeaa3176684cc4454279b59
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dbbc794b21fd4be05d0224bbc46827713ef0a804030bd45f1ecf02f3f69e797
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dff301007c43087dcc33067f732209f72654da3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b490a16be4d85a604ef3d7e316a1d61ecee9714ac2a4e764667254ba11d738fb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..988246d1dd5c1515f815b854b1e0bdcbec5bd31a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a4cf4cf95a508361edbaa572c24cf6327ca9ac001491efd0293d7aea980c3a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c6f9019b83572ff6f62036dbec85e3c9a30774
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e05aff004b8bdeea76d9e1c8e672cd0a2a82cc18e67078cf545cc33a36e622
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c530b4c64e649b7fb2cb2a1c2cc0a0074404040
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2129229346dacfda75ec1b53732385b5dccb59abf2018bc2531a8676cfa03fa
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5afa36ccc7be46e2baff3723d71843553ec4a5fe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99464806d7a090d0dab3f306eb9373c911c23f8f4288f4c9f81c1fc23533fd32
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02c2d49ebd01aa28e7f61276f7356b08163ab42
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e33b9e41541202abdcc9878d92ecd885d29fa7140771189ce080205835008d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c61371dd2e8db037af3afc84b699c3d6f3c6390
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4989353117e7f0029e75deef2ccf0a092629ad8e0ee4b0657d82785565ef22
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e885d5c62aa9a88608805feaf4ee53f7997be782
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43794b5c98e2bd31c858da7ab7fce193a4e88fbfc58015b20aa7d78fa216435d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d3f2f2711dafe976a82d96463ff3b17ed51302
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0cc6025b67b7dac90ad9a7c95da9cea9f04a69016b4797cb78227a414593c59
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06c5858780cffbe60dc460366829933ad5b5f7a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4660c79245c9b0c5cb0f3a103340b9892c044c136104f7c528f1d662da949eb8
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a72a736a6afd3a0d0dea36eb50b8a888c218e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c2b0bd43019fb496761b783c4b408fe1c77a777bfee3bb90cbb812bc28d500
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d6a1fbfe493dfc136f36b6e9c4da2e8c7ca800
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9acffc8218a38c9ce31c88d3c6a89aa2d2ca126aa732f95398db26b87d69a9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa2ad8a1c1cf35fe760cf0fb8a985af84fd90bfc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e377fcd89fb2818c9c1f8d71ab28d37d83dd5250fe7f08fd55a36595415288bf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94e96f6d9a0848ccabac16911fd26966b00a0415
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83cf2d08cda63c0efa536d3e4ff36f0a52b52f370968f56a964576149f69eba9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91aacffc6f24cb41ec43bbe00182b84a912c8788
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e154680d3659509a1316adc311af6da419c42800220159dcdd9ecded513313c3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad00af1c6503339a6b393cddc7071eb32e0ae5b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a792cef413eec085c52ee592a3439fb62c11f6f37356a8ea26ad9dfe34d2602
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd044429fe3d518b76fe9e67cfc3009f0a8501e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977a4cd8ab3579f2c1f28092eec28da2988fbb2543f3ae93e3ab3feaf1154a96
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..033b6bd9d65cadde45f456e23f8fad547d0a40d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85a6f60064f1786538da3c981afd08499057aea5949c206ff02a27308b899b0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f236c0fbed0375610f9e9b2fcfbb817f7dfac793
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94eda8d2a82698d648009550ecf8968744f6e3cbc9a8e9a6a0691ba1300d38e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2482c40919e1debcf19bf1d0385e9697ad39526f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02400e6a670a87aedf42b750a49c0e7fb462f0114b88b4c71b913adc6256cd68
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c8ac19cf0a422e45ca381c7fa0af42264d2ea5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22cdca47a8a0456594e5d26c6b7866b31020f7cb4e4e28f2196cb9dd676692fa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc01d4716657d7f041f2795b7f929b52f2a188b5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157ebd7425da04c873b3d6d949a3b54e738187a94bec7a236fccd6fcd4ed78ac
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd0ee1d0681f9dd38c00b70df5911f7b023e31a7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f467a7949fc646e0a5c7946d1826a2d3ed6b2e70124b8bbbc155904ca175d6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb6d82b088cee1974ff5b84d63ccbdbe63080a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53099c3c9ec33b804f1923956e919c40df4214052d59441eccd806f986827740
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774194e3459965fcc84fa0158b8385aabe6951e5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ba1bca321c48bde0482e063b0146e1b687af1c640053031a95c7bede06de9d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a0eb5cf8823f9797ce6942cbb5e7662ca28a1aa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ff1ce68928f53bdb31dafa4c69bc034b9472445bbb6cb9ebcb8f59a0d8f6ff
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c77ccd208fe31f210a0fa99c6eccb50295e13ac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7494f166efaeab92f8e018f4d051e42336e42334c954d4213517a5e0a9713284
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99359f0c68743546f548ace94ba2c994a143d8a7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ee2319d2c46c96cab6b8c475a0cb040259f0661644d9fb51cc1f58b15d114f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8970e8cbd8631540968928fcfff444d640698ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725140d6dc961c7624015713b18bad64d647a574a02f07912768fdc5e05649c9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..291ae8ff1fbe6a5366c14c7787624adf146a39db
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2e938c96ef6261bb9ba22eb22907f936c31ec53ecbca092e7c6df1644ca04
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8b841c260a522d060f568e7de4484de41d312f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39827e8f9966274b53aa8d4a1cee321ce4d3f8e02ceffc7b9aeb19406fad4b90
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d4d33170833be5a4088f919cb7733d0787541c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a11a80998ef872b3747df1481a6ad76c1813296558dd1a14bb9a735e1955a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e29ef03fcdd148d2263b94b1373bbb88336a153
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533efdd9c6b25556b77a288dc1672664c59e0a211496ed03dbb39d84ecfe9a10
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6818cf80296afdab8606513b79f8cc3cea4874
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0d5445ce5ea2a8f7da1747891c2ea7d0170fe1965a201bf3af6439fb9b5293
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd33dab3efc556961a2c0b80483e5232594913b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161325ec3b3586da5df95dac770fdbf33ef1c37a8dfcf97e7890f7c869f8cdfb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447bc147729015b61cb68795d7ff1bb3c534f4ef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e161df812aafd1f6b265626ae4eba4c734080bda408cb454638a7b25a6323497
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611ed6c8a35c5148f85b77a159f27e500e9a9c73
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eecae6fc956a553efc0b322ad734d142b2d48e9e3a057fa6d79d990e8163b11
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3f6bd44aa0a04ab460a2d196de4f44112c282e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44babbecd0b51b02dbdd7b66f7ef3c8b80389eacb3f91757f6ab6dffe80d3a80
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b80073ce9eca6e4223937780c6319ad36d7eb941
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533744a7233ff9399d64e0d44b9d4b3490a893c9ed64b3fa8a02462f3232a66e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2497d289775079bb92665c3846bb1ab4b443d7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f7df731aca77072ce68d8581d0c93b81e084a38068fa2c7fcb229ca04b976d
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5cb16b5155dafbf9daaa2fe011b3b2fbc3596d3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d44c0c240859355f03371941e4cd49325bc2182b0c4b545985f89cd70542d9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9868b1f925f29566621c664cfce42b0a2ab61bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7ee6b43ee5c34701ed3e93557725194e15745356bd20113e900960c14b85e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3754c81f6d1e62c8bd97c18fc07665d42835f7c6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1fdf6ab85fa4797ba8d779f5872f5a40138af81c9b622e5223085a27be21781
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a7380d364d3575827c71fc5f3782c1306cc3e5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a4809998cf2a831f6f6c609474374d75536d0b26e6d11166efbe540456c791
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca0202c0863dbda0c84088af3fb5dc93581fc82
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f355fad2cc2a3e692be6141e684d35a714519edbfd481365d243f2b3e353e69
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65116b8c8e509e00dc33c0f7aed19be1070d2780
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f8e33f79ce147dd2016d23500b8da9686fe6dac7dbdc92f7ae72c1ef9c3058
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0aef1e9de36546a60b12c65a16f01474f43f9ed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:687bb3e182b97daf4f21cfe370a5fc944ae3d0941c161afb0d9b6b6d91305578
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c3124305932ccc7e9530512bfd8cd0bfde7682
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d126e681d427948b91244c881ca0b13044dd81c57e2487acc449a8a26490931
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be13708126d6f6a44c1d78747c48925cc43855c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f55fca745aa4a4dd6449ba45bbb263f461e3da090e3e324b3790b01f15a2698
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43cd37af6343c2e050a5dee9eb6696aca58afa6e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55bbf7a8a4790f247106cd23b1ac7236e89edaee1e189f661cc86f3423a781c2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f95c1a2450567d88c01a41cc48c0a0629c1adb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41efbbfdfee1a6fc17a8acd2a6c74d9a357b57a108042080b43636641cb1d41
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb7db40179ae91b77183c9296f5c1789a3794e01
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf8c10f9c7c89deeff4f9bb48490ae3b81f1a1ab3fa177bb874e22315546f31a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d41b228287ff30787290c86b3e7abf18b22e3c20
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a134595ec4ca6af94196ca507f554239beca43af7335f41983b17683e1479f79
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2330b64d12d6fe42fa2da920efbcdc031ba1d4c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b3a1da2e70a71922847c243544001012bf071d492a862f156c8a5cf0a43f79
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cdc7edcca5a0781227ac60a4fd3110d3043d26c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465ede8b8b632b284a9826c5c356e6212e076fd7126df494d7e3c6788d1de3c5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ab750cc990ac584d656f571b8dad0694cc1993
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da55be0975caee8409b47cd72acf987f5e69797fb0c7d2a4b21eeb6464e5c7bc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c06a9a8ed792ed4fc06716f8cf85c0e91577d16
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6c7189fa146c21aa3236606151dfffbb947097c58682b293bcff39e886c997
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f747df4dbd14350785ab6e89f7eef6e5335e186
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bfd4dac13c815c21b89afdbee578ec1a4b03cf6e87b2fc895acabc515afa8db
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d757db761f0566c192f795744ef45cb16a12935
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d627708b129f7091db541b8340355ab190dcfff3f1fff27b98a4785a397eda97
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503f985624ac6d560bd9329c942751125887c62c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b69548c2ac52c0720c2da8f0427aceb3981d06f88ed0910d22496592df4e070
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a586354b2033ddb7f1c0fd63ee32e5751869139e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da12000c599c4b9f50b376254fb96de9fa58c1003207568c4e401140c3e2b32
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..214e29d6c2e1e16aa1fcf85e518fb4d6ac26b58e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac7d68ac16566afb5e09727259e313949fa444aa35acd636573ed0d03f6a299
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce19be6c6fb4380215ded63892c2cf6308415762
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25fd7bf2d97e7322466caa93852d07ec367bab5b97539ab82a01c42a34cfeadb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e9fa0c784af923e0c0703c251a32c609778e3f5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16bfa3cea91b6e9c67d1b336ac4212cdba8999bf495081c2cac83d18631abf8
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc04d33ea628d078b7916f6db9e767d0459d834d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:933344dab27992ca6dc64495853931527f72a27d179fae61ea9cbdaf848b743b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae7d6f6cc0771d42973eb9d240853fae4566f5c3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ab436be39e79fa015e7408bacb56937e7b627510a7e15097ebcad1dbc908f8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb86a0971b976bd5f8acfcffc30c2948a7915e63
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092b33c49586789ad2ac9e9f6374a7b256cc441e08bf0834924d127d3e448073
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81edd80449d09dbcfef35edb7779b49060d33284
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4fef88fa54400f38a1663718f44098f707e730642ccea483776ae62885a5eff
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc0a0c34dcd2f14dda265b2558dc0cffea6e98f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb35692937e8bb8416b48f5a8e343bd3b283d08a0eaf360a6c4fb24c8771ffbb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03933cd5bf217c9719ee3ce14df3dcbe1d979aab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6c94b6966e267e10e0086f3a347951e0fbbef5040271d90780873d04809c61
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562a9cfdcf5cda6cd88c636217a762f1278e6283
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35792fad2a857799d9aaa40eebcfac67c862f547f580e4cb537d37361495fd45
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6727a8f1ffea5735c57c9e354297f0efe59e6e78
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a29f53af2d06ab81350444b1df3da00d9de0e786b8c07b29328442c0986d5a8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6ab9c37e57d57808a37bfa618bbcce0ff446345
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7984ab783d5010617cb551f9089577b9e865e68e97a432ed6644f4c749f6a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c03771609431d22a9b25cbf3416fa70f67b3cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a10887a84deff07a051df42880edcf46cfe1531d2ba399d8036c6c0abaa83a4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a38984f7c48c370d5399c9f8d1e41c6629da643
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ed74fd3e76fb25dea34d39ca5c5495d0381b8cf4d518bff1d2f1d2e4750a511
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb28560ccabf20a8017587417c1f36e79cc3bd5a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa32b634900fc2809c0bf331534ac9041cf488f515c54b64ebb97053230ce12e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..534c595cda3ed1c5230d14b50f5f3c8c61b6ce60
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce8357e5425c65b81ea30cdb1822a1da25ae74a12febced5f14c28efa132a69
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/lm_head/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4776fd14ff082f7b11db40823a74b92e88b79211
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:899754cdd158fb75832affcc7d65331e73b31084bfa6634e3165474ca419153b
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0dc08bb0f4637529cbc7a5c394e1220749ce84
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9663c35f38cc1cbe80d445efe0949c1ce6ed565609b80c61d91249d977da86ef
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9e34d4a595bac43f9b15e82789a83738e604d7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73438c7a8dd1bf70de9acc70c01930d31359c38616d6f4025b4e3db96d90d341
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed5b16efd6a8dfc4b1bd8d146b785305520234ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535e683c16638c4b974c5a1e7495bcfb89f026e7fcb6fd0304f374fe0ae9adc8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa783b871937159fc49ee31183eb8f4050ec648
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb8ee6561858883bc6d2a7b35acedfaf6afeacb593da33f1e20a21f139eaef5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e082e0c8464fa740f465914c5e8fe74007d4c91f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:141ad2658fba86090a53b6b4450202b2bfa3effda2f1d4b6f01111d1d4dd453b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02d73b7af01816604f6348e25b384cfc771075b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c52a1d7367014f723e3db33f8aac2c6d7ee772ebeaa5828faafb4ab159ab7c23
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c77d469c7cb7209c0e772461595c35e0a28598
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8653e6e4a42fb6885df0efe5a15adea109d5658d2936d3d8670a0b9d1dbbdc4
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f59f1cf411a8102a5bb782b173f4cb2e78ad57d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2a8ccb8f7a39942fe115fb2d87a2643c9ddcdfacaf9d1baec73ab7b9c1766a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f288d3fd0b135a80383bbeb6a8570c89dbf88e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2fa9ab0c45ca7acaf1aace3a223cb57d7164759a6e1e9c08af6538b97656832
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c987eeacb0bb671a1d93549e9e463d197dc5ccb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f445cd2c24bd01299ecfa3c862102c551797ea80386309cad3ab9f8bb6da6448
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2702fb47a27453ae056a24c5ce3d6b28d657e63
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1d1b89afe1318f64cc79cf7e3955930486dec78a655e3810742cfab2a314f3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7808e3fc81c595eb4740b2d9c339602d7d100c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d6b15bd2879babade97c9aef334e4543ae597e312272daa0c83fe9887ad236
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe9bb012d7aecec4235d0e1d417fbc39bb2b85e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f768b0da99e2432c360f1ff63f2fdbea1ad3226dfc056f16c22baa46c5ad9074
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a9d59f9bb277eafb873e2a4efe03bc0c9612d79
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce09f95b5132d8b10e1002f29dd5c5283a87491a7405f31872d33c46022207d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70bb482a3dbe6e759d6e26bb2a1360b0bf84ba1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:892ecb7de79889319909da1f9200db9fdf27581444dcbcf0f9ea35a55160a2b8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb92271917926ffd55c3f162325e406edfcc62e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00463a24424f5c080f68d6a0a9ef6c458821c4046644ab0783c57548c81371a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1543102c56938817bfa633ca36dac41b8f71ab5c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb167c90113174c30bacf31cb9b1f16ad3c0985579163618af402cb55d4529be
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..593ad50adae04806a4864cde3a5da4beb48111d8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf95efe3d0322303055d29ba944d7e6df93d385a60839ed7f58e86069e5dd7a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3611c55fa4acaec15a0cb39b8e52442954320f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd00699537c7e19ede59b83fdc043bf4985f86f5685e242876f95ecaa1d06af
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf4e986252e7e428b14d78d276405d06abf9d07
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453dc7a262e6753265cfa67fdac0baa635ae1a1c6715c35c5c994911be4e9484
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24c45f23e6bf2c39f5ef58e63a272cc0c7e053d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c82e97c128bfec03f9b1d3def8635a90cb32164f81088746e9ad1c7e139092
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0884c18b398b5112368bcd7cf1d56f249ed4224
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03028fc37a21a3867e518d5f4cbf987e9b6188f9f9fb7dda39a4f5557b1392b0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0f4407ddfce6b694880cff47a43dae61c8a4a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:685bfe089440b5f1f02b41f925a062e1bd72648a4ee80766da6322dcc5b1c7f1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70508620b19607b10dc07afe7b33f18e733f0df2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2760d4ff27bda276e825e77b020dfbeedfec857fe520fc7234b6596b5c02e0c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a17050782a3ce3b01e0f12db6ea1260b3b2c07
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7285363f42e6e3a175f4e98adb7f7f1165a8b2e144a24d5d2f94c5f6846b6fa
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df969ce5eb9aece420aacbb3f88257b8d7905ff8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00538f3b95f58cc66e2f992a7822222f2dbf3f5ff7972b83b006bb58ef7ab8ff
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee768db9ffcb12f89f6a18649e7aa2982b8ed825
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a236481cbe2f31e5e368543002199aef30efefeb0b07c5a6272185cd490b4215
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c625919566384b8937c903ef8720d34c17187f8a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9761bae0069e6106ba13ed6d0a6ab761f898351039248da92f402f03f1df997
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70583b0422c49d23719bdd2a9c21fc5b6bf70353
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc0f569725a72c451cd644732880a8eec5c1030d93d6aa7325fcf07d4ea451b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b6b8dd0429b8726718a4e53d205b7219a6127fa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bdd596fffcbcbcf6e484ee0e485f79de99f6e635109492d095e098ca02d9e1c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b4b186c42769ba8d881344a82b8543cefb0ed7e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7caa440554cc73d07602a2c2fa50f9feae7b54d9850c3a171bb9233169f0f9f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da894e0c4174ecf1fc5de5205245431bcf88b52
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410868618b931ae94f7914ff5aabb750b058e14bfb05b2c1e8749c0390115590
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..205fa18703abb2941a340ead7626564c77e98b94
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9414bfe0571373e8303596540590dcc9ae884968a66fe812a7d5fe6803f859c6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047bfc7f8310074104efd51276a2a967cf57e97c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05289ac9e12e1b4b6e8f69b1e1ca25856bdc0883b0cd9ac39efe8513e63fe0c6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51c6e88d6d2df09b7febc0e133daa6040a49fb4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37a2d3a6837c46daec5704f077867f398d519aba16ad593d2d10a31347720687
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7537ff39c6638e8f5c3400950bd6c81869e6420
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f47e1a90300d249666504783e982a5f96751daa9a797f5f19ec63cc572fa26a3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78bbe73c430b7f06c3eb06bbc71e6c167f3c9ed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed912437ff913a30f518d8137592882568911f59fc8bad39e981be5e3f138ca
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad25b0d4a1d289ec82dfdf56cb9172ce48c5c65
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3656cce5ab3be3cc0487880efcb5eb27544748fa1ec50df84756a0dc2da45d41
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72115fa0d556c7183483d486fe8e5512f323429
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630e92a13f3c8bc57942e6b3814b7d8a00575f80d3d6193940a04b42aea9a414
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb6284763987806f8ab7b155a8e1bccc9ffbc11
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665183a4fe23f02af59f19e088dd6839acedaf6935e15d19c1510e7a0e4b075c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc947c5666ee1626bfe52bbe9fce750f5afa8579
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:312625172df23b0d712984177f01a0e455597a8e695f7f3903be82a260d15482
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36712999e23c269d78f00e90cca8da51abcded21
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:236343219d38c30da4753e7ff8a95745223c1f07842b9ea8f493eaf00f5f26cd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b01021069995876e31b605eccf670c81039493d9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6edbffe3c8379605d04a38aef16c6d9e7615727f027ebce86112039e57d0c22
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3932177e0d6c911e953b7a52e088e78a9fd4a9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa9c7674aa807d8941b0fe7082bfacca6576babcad9c52b8e32e9702ed29556
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58d4a27c6853cd5951f9d2f93fe25b54349a5ea1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4cc1e5e3ce7759bce980f10db9885cf49f27d22e7ea3fa870c5c46d3cd523c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..086d2f1b7435aa2e9baedd79c6c1ed0715033c0e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29bd7832e4ac2d896975b34f08e09a3a804efc514b54f22fa874e993e253f3a4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a32cd8e4077724a122b13763e51f62a13b00387f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7466d60d8b7942a865bdb00cef2367a7571b5668d11985af237a22ba788d76c8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c0d68326c8adbedae270bd574bf0fc61a8fbeea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2144488c9667d3dadadce6048104763332c1b9d038b6b245f9c96b50fb1bed84
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7787f426af419d735481bf7c8a2e756ee858e011
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb996fabd6fc0981a511e15277d3d20c5cd3d7c1cc3c1df4a6ec3fd5e94b9f3
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2331e1c8e0f870f10d3020344594267a3a7cd4a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2691f19dd47f76f1367188c4cdc068ad1e08cb83e486e9098340b6bc011b257
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d9f4301fe6116cb0631de5b48cacc802ecc46d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952c0ac29bd0151017b1e6b57b112fe703c8b91fd52f37b77e8364ece368ec78
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e057bc8a3d297b09411ffa3e67a00cf8d2bef2f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31eea62523fda6d96fd7943b71bf5b0b08f9a91fa5a10d766c31699eb731474
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ad596b7b3f3d2c011f7fdf09dde0742ae7ba06
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4efd7b4ecc26de2f8d2b3d4b6a701f2de92bba0efd920d3ab4ffb3bc8fb0506f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a674242a155cce073a73c2f168a7b57f575816f1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720f5dcb8ba1290dbc74f352b8c6db0167f12397c1a82d38973e0272ed319a7a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d1382db9554772bc94b21abac6c78b09b34203
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04854df266b2aa1c89d32e8cc96160ab4a9ba72971d7718f395f4512e9771fd5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158c56c6df1f8f3639daae6d5859a4bc28b33f59
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55272121c64fb7093c39e7fbdae4344e1e2f6ad0a164a03cfca242014d4456b4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1671e5276d5e333f697fdef89b00035c9b32c666
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0233076fefbf8f6d625e7f89b66ee495e202914cab2dd9c19e18cf93f981ee6b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79eea28049f590690ad04947de1ade7b9c796de9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d399674de25f093d676dd3842e7fd17ac4234c0b6016590cc2e929da204ede
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b28fe7ec62317e7b78998f735e3ba76a15f9e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b295bbf34726316eb7d63721cbf03429cc9d3cddd676858baa58886211388384
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e9559544afe43995dabb618a746f264c5c2516
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6cfc192641351d3776f31c1a2afd163e2ce2bef970182e2448c2e3277c17c05
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48aff77d067a550238bb4cb3d6049534be9dd34
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402554b1ccd056177b425f0cf42e6b1ce6f6ca45d8d860df61e3561ffe14fcd6
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4719c87a8870198393fb78f0c67fee3f0b1c7124
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668dda93b1d78033785fc51cea511e105cb566e968697b6a6d5f560b320e51c7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad5e55a7ab3d897c6f4bdb4838faddd106546765
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36465703bf65b2c3e9c6b986507b6ec6a338b640bccb13de2a6134fd064d8018
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c616c7c64b8213c5bfb5f1832dd62c17b77a76
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d24ed003b35f4a2c9d25eae7acf42300985e9334534c628901728d188c8e5f3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c841f890cf82e0ed406280b0a0695387cbe840dd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8314581a6f9ab7de6fda4031f041100ab83d2eec8cbdc524770a579ef63a80
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be54afe51891010017b9d8be092cc8757b616cb8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8376a9bd1caff4dcc60d9337040085b8c0c3e62673ced51447574569d06ecd3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4648916309271ae71e476ea084914e9908956c96
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df0b9420e3a0ea52fec2949839d41aeb33b7112a5a7ebaca2e856efeb6c91ff
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88b126d8a003ad47083faca8c4e2623e4102d88
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3dec9c3c0040c3b562af808ae13dd4d3f4002e1d7f27fcb973da7f54b8208c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32741e69b56ec1a74066d80d6d14789c33afc49a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8130d07604576412c32c490e85cbf9dca7f4fe96f49372eb159b518652da2a6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eeb91d3da687788d9d41e8f1e71326c78fdda0c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac8b2ecdd82e357ed416b53fc196f1b121a8533f83fa2ae046d4e6a1704f7a9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83a7f79588619c0508c3eca73eae41d6323f3437
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1622e3fe45a181c4d6476e9caa803e984a69f5e7b77c71207ec2f36ffb8325aa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19bea350a756bc65b0e89322a13e1e31a74ef84a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb23fca2495cadb59bba6c1b65c45bb74dbd8ce88ebe69ea23f16733ae3f1841
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6953d9f754f8516c9e8f84bdba99585a07e1a4e4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0d532e3f87061dec48d8cd763161b66d076c723ec88611c5322961e0a10348
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252c660dc8a961eb0c25a35df6b183d64c994b22
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2c99a2f9d572857c467e8afe79f12e1148b6f215c7ee62265fd489dcc25679
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e701cd3aa48dec0b9951d67e5938be67c2c8535
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bdc3f3aee4dc61adb3f6dff5816bacc7b7de776fea61b1e68304fb72aa153b2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c6c1b187bf7f0c21e9f6d57e4f03f34839cce0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0065b2c6b20a0dba8b61665825d5667df3e591766e91fd8e381d14138c0bc4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1911476bba330eb5a93225f19e9a89f0c43805d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dacbb68211360d28611459972c0f7be53b76a9289721e1d428f18ffdebd23993
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6facf4b4b413eb721b5578695a133f493ce8fdcd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de680acdca40f5f4a374665045c7c280bc5a55457eb7d7c854e26276238d8e3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9591335a36cf668f7b760fc666631f8e3cf0bad2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5db6e772b066dd0004cd982e93de765ba7d7bfd711704ae400bb59c675075d6
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd24560857bef9856636de35253323f90c57cff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:957777735da65afaebcd553adbaa739b7eb1541a302bea6ffa0d3a1c948ce5a8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..445e89c5ff10681daad7bed61169cdaad1605ce5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4fbc06220d8f5b49d1ef27a7465152c8703bb51f2f4f0c03d88f370fdf6250
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3f0821a8177b7fa5adce5562d1b437823348b7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04fdca0c909933fd1118858f075e3f8471f2233db3cd97f60f4991244895c817
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a811363d15d47464aff0e5a1b23a6fe82ebf57d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c1f9094bed1411da294bf7a0a87e8ad00bb53633e1b8ca14245606c5b4712c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9bd3c293649ad85a7e361ef7c8eb2213c01dbc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f9c37e0a4f955557f8e1f7ffbc3266d0bd93c2dd6d372e1fb2c3a80aaacee1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c05a191cf6679e52b149aab29fd084ff6bc6bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f7752755b7d40ac0edbf6de6dab35a360fb8d95b5ce45aebf68ea6035f617e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f853fc7ed7a576a8407fed3c28ad48a90780ee96
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49aaf89859227101240ad0d29001e5617e2ae85870c04dbd04ef7826a71db4fc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a68110981caa7f604dfcb7b53233369493f936a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782c584328cfd01d131db4bfc32ac8ca0ee32d68e875a6071866f311d7ba9e88
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c934ed6f8068a43391ef146aa6d16b3214709c44
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb424d003c8ca3292d3ea0f72a69fa1eaad711da8944de37aa089e6955440c3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923bbe416254d8642496d0e8f345c15b591de405
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db4529c6ce037756f77fe163af6c057987a48937e98b7904debb1a6d60fa6d6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0a0f3359f0b01e0185f0ffbb25dc253f5a862b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39a5b44bbfb0d91c485b8fc1b198883097445efef3be1d2d85bbc5303a5d25c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a887d8d7c605193a37a58191fb97687c21c88f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770d6c3ae8aa6fd1d7aa70bd50c6272f075fe0e991d37c94282b0219d85e3a79
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8104ac876bcd739af867bbdb3ca2398c11a626fe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660b40e90afc8f83234ca8295135bbe56de04303dbc70bcd5e8d72a5afec4507
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd4608e3d9e848b5d617d3b66a9639f7b6951f31
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede598af893bc6d9d51f5bce016bd409debd5aac79eeec755cbb66ae161fca96
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe604ecbfde8883e2972911f51a15002b211111
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc68252a98a592e779a0413b32b21db54c7328a54e2fd7156423945c11600e6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9a32698ee0684ba5eeab29bf3d4cb938f286ab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b2db824aa7dfe8d780131816bf2651965bb9cf0dd14039f61f34045f4b7678
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b5bc668f57cee00d218df449d8e973baca2336
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72934e23f647b04d01bff40962402894cb6d5fb0a7613d64d42b44f79b73a863
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1932ee84586425bfac01c7e194c5224289b7222b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95094f6667236e121ba7de72f7d3fe3b0aa1d8c372840e1810bc3ab1f3b0c422
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f179454cd2ebd3ad67eaf45ca3913c25e7c4885
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb01c1e4178e06745d66cb4f9a94ab6bb31211a1e59f381d0302e423cd87d16
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e35675c8ae97c1ff4a4771b645d1d6e1890150c5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c994c4170e6e5234043f46f2b925e8b7d84c71f7ab02e01ee6bec0a3088b3689
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bd105bad3680acb53dd4f6cea2ddd9ee379fcf9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f865e4fa28b3343f4895afcc42a96e903db3e328bfd53811bc6555a7f5fc65a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2b9fc7e589d9a4d3cc1c503907a914f68f08f5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1abfd1c1a3b7c6d48f61ee0d608d62298b4d52470179639b3497e06ba83976cb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6e3aea4cb87be508426c13e9fab6c94f244f69
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28cf8bbf83778f5e956edf1fead2df561459675b4270c63beeb7ea2442db808e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ed8e0398a0d4e62c6ac7db5227a3fcb6d982e4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1d27ea55be6d8a05b57eca703a0d687f8fcdafa4b0d8bef3ec90f6298d8dc2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0008a95f89300c88d1bef793977f32771b39cba7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f91fca2754ac493c7f074237b389a04b6ad2be0bb588a9fc84efb65f560c6ba
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32bb4fb8b3c8cf75aa2e39ddd0a6843423255f27
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f009e9b045321136daa6c5674fb9e6e4fa715db2264c5005df99cd0a95a536
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bacad70a9582068879f9063f912cd764753fca5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:623db61c3d6956164f6665790928f863f3ca1970fbf5c3cb581f11b56a384a1d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09bcb439380ecd261174295a8beb78cf8c993506
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4189c7f5ebc812179256f40067854f97b694459b5567a19b8afa3b42b4d8528a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a862c235db43da3854c1442571e7fb34c94105ab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a0ef47a7d9c5d13678202eb9384cf8993fc9a55c20da46ef09533cb806160b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0deeb5acb096c2b527497d8bf97f16720222abc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6635e027c426142d282b47bd14e44ea2360b8ded2ebf0ab23a7c2238d2428a54
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751e8a3bf525dc3d50f861777eaa8db40543d341
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa92072061442c2ce90cc6dcb8c5fd3a0f717799b21fe258a26b1fd88128ecfe
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2dc0fe3c5aa3071e42419220f7ce120d81ba54
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9812335f88961a005f339d36b5b2e4385bba4491be1e8de1a753a317de5fc29
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c4e5b632bac2cfe885066528595bc92e88696d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3b2c63f7b9c287aa30e805cba30cd9c041673d35074d603e0f33d78e838f13
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26137ab23d37a76510f30b60cf755afb9d5fa09
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:505320ea96488eda617e191c3ea161130fe2fa148d5ab20706c4fcab35144aba
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a06a8339be7a2adf4e7838ee284a043b66dc424c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849868b324e7fa6f471e6e4a3f95e450aef8bf2da7fe78689d0fc6ed2da4545b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac65367c818f4d646df831f3c210a35bc4cf6a55
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdedb86eca1fa5151e9e1048c93f7dd261774ae81c74492dfd20ec314084279
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..841d719d3eb73172d42c868ee28bd00d1331d264
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae12e00688722cf47e02d84921631de771e5696251e5acf2e08ba9e428f2803
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2001949500350cfb33514ff924a9b4acb9e425e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11934cb1e2ea69532242743607261fbd1ec9afc8a7902b57c70a85696f61c34a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7c16e2b293b3c16d1dfe63b3daea69dbee4f31
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6f3e25c155a65904f93312ca55eb9ebafde785db4b804efeecef7ba6ac8871
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b357d5a1595f64778eeb0069305a069f310e7fbd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0889dda3a1c91d687d6175068b5339b8de96b2bc965e61bd321afb155c6fda87
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c38e3fad1d7341c93cb2fb340f46fdc5cad61b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe447cbf9f978cec3ee532fca7e01fe7d1e11ae7973c81495cd1b4afb05b9b13
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1312ec5351081708103717160e91efc9bcadae7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c11bf18651eab0b3590b0ddb53a893858b583eb0e99f7b5ce1f54fdcb8783c2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbef4e88a7e8044f73246fde9f21804fcb0427f0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a581af089485c5391e1ba2dfa4626f6a7f101e5fa5884c5de9ce3b165ab956b9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e93f7f83cf4c5edef90e6d83cdb8e1c6bb955345
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e0f6cc1fd640715bd4ae6df526acf92c2da37dedaa27f5d5b51ace756f21e6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5c7ebac1ad47aaef4b8c35eed6ae038c2267a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6932a6a86b6792b2fd8e9d4460d4c0122c3461c67c851343e15c1f68f538d1d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb723e1381b99433b4463105f88a5a16307b75c0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:494a1c9a3b6c5e858532f87e7db2cfd0c3dfe282bb51f70bcb212d394f39ab53
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de683f0aa1ad71d912dc3db66289962d3a86bda4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184679bbdba25f874b6ed55b1b56502cf181fc151e9e973ade8977c811408f8b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..596e872e7229724d41264df5d454b87a5d68b9b4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9389bf9e1ea6551425c0725380df4e197130ba4f1665b9d8a94c80db2e1ca946
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..627e7cda7ab236ad766cbac0245c039fd25eff20
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93cd6ed633ea5d6c3e98a4cee81994cdb0bca13d6890701a20e8525ad43aed2f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c174cd9d40eb18eec2634527d9a7b7a1283d85
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6618ceba9711323a6ea643d98dc342a2b69fcdb66585dc834954e87f5472ec2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37b3e756155d1a77a5fad225c3e3f9a593f7c658
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d9c9e466da7bf3ef9f9a0429c5f43b8d4ceac8ba69f75f756247ac4c2c3d2b7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96953d7f8fe0c37afc4e04469a68a76911d09f53
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9b7982af0feb9037efd9b8453fa433d399ee0be6bfc9856943270054e78fe3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e70290be38da9e458d0b713ebcdcf588d6893a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bfc0d8d5352b62cd7e2e844086436516ac8a54c15d1aa734572dabcf6510906
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f98dcb9f282467a0f6319c1d79af0a13abf3887
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406553680491514993a925dc1eca7d4cd0318d02ab16d7ecf7577c07a4e3fab8
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9857ba1021dca1872a0a9b139ee8ce794cd94651
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6faa2d80ddc817e77bffbe73ea474cc9b634136cbbd01c0fdb3aa367ca0655f3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8b90aba6c136d22005560e97266e59c649e1b5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b5580c1c927721042d2f48c884c19e1cc6be698da3203d255b66338c8a0bb1a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e02b95fb0e64674a05d0d480979055acd47390e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49acebf036046b6257d7a561c0b2508175f5c0dbfb86a30170a3dd8f81808f4a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddad8ec311e4eabf574efc3db744a37d1745a239
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cee2933d733450a81f76806c6322532adbede27a174ad3a3a9c1e1524365454
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3208efdd5b50106b5501a2667f4309f1a1c55cbd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2958b63a20c08bf134e38f6d385235859d25cd537f14a6e3a8c14661eda0782
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a937c14625ad60b2de0aa64a19d41a16f481da
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9f032d59df24265ca436d30116669af79b3ecff06b5b38ce5092b665a8d2bb
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3505d4ff15d93bfa9cb3eb0803adc4e95e2c8485
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06616fe9e298b5a9b18cfa97cccde41e1b87e963a575e5c0af4670435202ea09
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b93782167ef136118a9471d1eca0e0f7a1fc2df
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf5c2476c56b80a55d855eba616c6dfb0c8a27e27b7d50f958533c5d881afc7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6b13d8d7145e9e0a38572e333246d317fe3070
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44199599356e87220c4167a8168e97bdd4448d67c22a3d2ba2c787a1bce1a78f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..472d3b4020789648fc02933e7c9f6cffa91d8035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4e89f2608b6aa68264a834af9f031bca972806f1fc6de8bec19e11f26b16b3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130c36b63e826baa3c8d0a89d85279b24e6c6ab6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aadc44e4bdc76dc26166fc546f3aa1ce9863c819e99e9793a2c5780ea2400536
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430a9a06b9e35bc6cfbf24b3a42c6914b49da741
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271b4652e664730487961c600e55fab9fd9101b21763f3374e6cd30cd7e42c95
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfca0e0c6b04d355ae70e9c3e1da74a1d387cca3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef6d1a4f36cf6f744b7227859711c02075be63f8bc0ed4f07109e63f1673542
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/lm_head/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7f2a77bcc66297243adc5a437acaff38aafd5e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7ad5024c72891d1fee30fb22e421e0e081ff0d5fa7527d1f6cc44e79f918b7
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40181b0772191c323c9c2e4d021684f263dae00c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f21a81edc8df874345d3f50444363c938d25598a04fbee68d8214089959997f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116300c69eed09cf9732877f0fd867a6c03e5fc1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5333ee385160d790b6582732e12ffc2e37d0690afd32f4147f6338e424d4901b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c20a1e6f031e19a57b75dbc5e1e104d9408a72
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0ae2122a30ed7aad6785b2fd0b56376b86f0e71e772f265dbf68859dfdf376
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c91509d784e25a9b55f5e52dfd3c98656eeaca1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627ebda55e6005809672e030e48d25f0549ef9fa3abb1b66dc46d47fe863ce41
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d24cd5639e5b7b78d08ebca1d2efe5aa529d207
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca658af9bdf834d27f086779d194de0169db3312a353049f1bbf1a14c3eeb816
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd9f158c20d033aacf2e603cefe86ea9233b394
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2cec0812f8184abc551c1969a698c1be800115daa2e2ffbe6aaad22bf28e457
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8119baff8b612824c0407a3ae0ac64a1e1e85f9c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e911f6e5c85827cfb4ac16506e9f5f7a91c969797bde2d1731fd31c0abd1d8f6
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..148317894917d4b960ba68feeeb254e248786145
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc4ee40eabd653ac0675f6a348eb8c64061348ed20034768dafc25395847633
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b34bce3e9b59732618f35290635c71e2c51bcdad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7368988c4daaaa7bac5cbc05879d0dbd7416a6ff22f98a3b4bc843c464ff16da
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06c06cb0ebacdc208234b015418b7d948c1c0c5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f17ad068283be29fe7ecffea48be3af925f5e4ee39adda0ac0259bd64b9017c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192b17e98928de35da5739aab6ab0194187dc0b5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1f2ec86d2e928aafd9cd89ca3e1617127c951d27ee29e766a73166a8a39864
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9027d6a97433c476f0441369e3c473e3e776e12
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a029301ffa6a086d31457c61bbdec57f7e4f75085075e69a741dd87e11fc5e8d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afdcd5a61b1c0e989b0a436b0a2d9aae545cea1c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b88ca2bb9c28fdcc4ff45f0ddfabc8e4be3d6ec7235d03a0bb4f7d35549f34
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbbf6677edebb5a3ec1e419df33b49a6bf88ad47
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b851540e05c599aebed611cb3b76f3a611cf6879d8298fbf7481e4ea6d88dc27
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e67193394c9a244deaa1a0ec8103c761c683410
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c11ed142188250d99a118d422cd4f491f025261841bc320ebdda274e7a3ffb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8759c959e71af504d449f2cb714237d7008a79cb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad99cef735962728bf2ebb3bf93ed8780d5b2095ed955a7108d06cb311d01f8d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a8d789a518fc7950a78a335bea070823b677a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523b25486203b76d148d7164c9d6befdd96d5c3572b0dd045239b72d9b6646db
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15cf6f4329b75536ba50f9035ae1af6e1009de9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a56b5d97ac4188d2d73771689533eaf8d847f9ff3f4ea5b964f95a056bde3048
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f587d16b744817dec4bf2f0aca06f587b0e3ff65
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78eb596ab721d5f85e25d5988519898abaf91def84eb7ae8e7fe5497dc7b0213
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa3a80107ee79a4cfcca4aee5ed7cd9ed2ba4f2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4531e43ecba88044fd63ce960778158fe7b4daa38579ff275e03ba2404060360
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ab851296df7efc9777a8ab263b6d44b395ea5b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e78ec8ce9edcbe367c24e87f24df4eb37294ba05775c0b646873ff27755efe
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25fbe696699de6a0dc502d0030c7974e19850cf5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e29f890d4ff1a6f126d361f339a8c73d4ef9ad4b960ffd6db9aca73686fee91
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e007ffde9fdf15839624f3c2addec3c98cda837
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520e20ccdfb7dd977bfadecb282d1b0b02cca4f76860d1b695ea5e7da3ca7a7e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ffaac27da34327e1ff625cb94f05a393078b04
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b96b544c4c41fa665b3bb9b0c1c0aa442ce4064ec7f0b92c4fb10adb7fe86261
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee4fefa16a78830a1023d6b06794326c32a57a9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf04b008d106bec07b6d31eb38aec9844b12f431dcc7e94bd8778a5b88766a2c
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8936db30e05bc59ce84ce24d2d04b7e86045f38
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d270edb4237dce11b80745b0fdb9723b5a361ea739b6c5f2e73bd97ad834ae
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08eb76dbde79d4b250ce174eacf743ac6025bf91
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed553963d1f8dfe562c6ad9a006ca884a06eb61535068a9c38c6f8a87e1b20e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13b097b4f00249025e45c283ca43fc1358662348
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a7e43702ef99538856be2b3c257db58807297124cda0b6353e6f5f68861dc2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5a5cb1db6d735be7ce72873ae7bda13f192837d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be820188456e44db4db3c6a2aaaa6d664649d2748e238e32f9dd7bd3f6943815
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8cea81a9ddcee74fb72beada0bdd7df9fee9be9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f78aadb672f8d9cf2ae9d6f373ea7b81cffb075ce9da2b1d1bca315f49a72d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40416a862d8ca6bc030aec6ac04ecaeded1433d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e870388a6c1457cd5aa6c25d933fb6386142cb5eafa18f7246203e472e90c372
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4343a049e63d4deb77f52cbe25dbe223f988c4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5257d84a6a8fe97c903f21677621dc3bdf51bd5ce9cc995b84f17e949c1f40b1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a28bffd3e5b0d4659f4ae4525eecae720310332f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b974adbc931ca983c0cca712a67c69002b63452d84e2d465b700f3e2c46a4176
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10f92896cfb476686ce77207f3b3b4987f975b7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6265de4319ed4201e34bfe33e1f2b262c34a43c7e7e6fb0ffde605dbe6266c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..760bbbafdca2b97f3d7c4577e3df8de48f27e187
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa7fae2097c5e3d2f28cd5453d1084a1c8d3a1d73c60f01ab92507a5ead03c47
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..919f13bb775e901333276296e382365782eadaaf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7773c03de6705e63a0dc5f9dc14c37da01c021a23d0f0dc394bfa71572b43610
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b1890fd33899f5f1c62f468e02ef38d78347c3c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b1e651b619449d19b603d5c5c964001e7e2650434ef51eaf57fcc5ef24985e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee75501b351fab7337d1f0145bd5da799ef1835
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31748915cc06b007497edfb52d50ab616552e43da24626e3eb69a584c2e62f9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a2f5c699f886ae1d73a7e7d094207ad5d76ab47
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe59c77f9414764bc47f927d4973a9e1d32ad68c19431f7793530082cf34aef
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929066e8a62e8ffe8ba2f7b4656ac437fe1469c9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9998ebc48dbf4d0623aeef53300df94ddd506a9da37df261b69c4694489f71ca
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd661325eaa4176cf32fa2de5cc5bc7ec9a751a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab48034687b47f5fd57eb07cfb9c0c517162082293f35a26e48d1414c3872cb3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb20e99f971c8a73668f7d0b6045e491ad8017c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e813102c7cea7ceff5b7a0d93c85ae2743d166c4622bf8b9273a2c21395900cd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96106256132fcc61d79a285284790234945f7ebe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee9f803a5a44b0502d627c8d16b3b7399fe9c28a5ac91020f3f232da80f63d8
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6218481e6096157ce7953276d3c4e152a52a61f4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97571ef5fb3474f915e487e72ba88ea3e3062e811ea01e8b930ab16974fe2a72
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a29211c05d555fcb0b6f86b0633a166d664200
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fade3156549a3e965a4eab867f5baa10ef767066d3373f6a72f17ae8bb786c60
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0354acd9215af95e0c8463ab963c34d775cb758
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b168a8ebdcda7d1997e7b6d1bcf065dfd8f34b310684e10577d5cba7f118a79
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c825246354b636ff21797203e2fb7ae960ea113
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1e88dd053aa58be4ed83e547e95fbacd1a1ee5e2c0a7c842224e91e6578e21
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..578ceeadbb4d7e7a0ba5751ff681611e1a0261c9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a467f7b6f5f3ed59d36a7d63754dae8108bb204d84dab5e72597e393998b325e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0035d2183224390af73e6a4a4945f693664967df
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d72e13c8163701fb312aa88071bb7af4df3711c7b0821e784962090c79e2b83
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53b165c35f1dbc83754b92a06c08714cfd9511e1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b17a7f859ae19e0c28029219b42ee5a060e400cf18401f80e6c8db49dc73970
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63937dcfc8323b7b149fbb64ce24ebd82a365c1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ca2b616f9829712b90d1a566beb63f17049bb868e67b254e6ea41be758601b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0fdc265c2e91691bfde2e65205441cc74e586d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18fa9eb042bc18e1f661ea32c49cfa0592a5bec5172a03912b58936403d9b958
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba030497499bcaef6b539128beef67fa324a63e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0387bb735961644b8a23884caec3ef40c6cc3f3c8b43ff48982d0015503ea6ba
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f80d25e95f51fae6fe73ba233865b88325fa9d75
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56112e1cc8fc8a1c8569641118eef34eba0b2bd798e48c9ac4a8c2dc8d10dcee
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e852d8275fcfab60fa356df69e1532c412686e1f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7bdda546d22aba3dc1ede13deb01e00de8135287f51580d644bf78310777845
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf65b7704b66e2544ef1990349fc7ce20033c29d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65db9e539682931430f26323cfca9384c08e669da53a6671b3ccbf8504e84aed
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751dceab6aebda60e00e08b3afc01ece6f24f43c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a74f0ad14f86af8e2b05bac941237bb77bc491e179dbe76d7a8130754012951a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ed4b938b2ca2acdd5277902b11fbde4d899487
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75f919c3c9aac622624abfab1dd3f4e3f84065e707e14ce06cde042617923d2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e81a566f910d1800a20e1779bb646305cfa257
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4301a07ae0b8fa3d52b4185394f1e1e459ccad028e5ca6b9e6db10e3158c4d9e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f7645316b9a223b4193763d555ec83ab5969b8d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d7d01f45b1e3d0f58c66a2e80135740d8753fb2d17640724d9194a87b2badb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41bb6c80f5fdea25e52252710ecc1897cb7b7f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a1ca320ed720ddba120de89da2c1e0b5b34daecb76bd01c6ff2ae50c39ff57
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef61a3fe0cb2b685cc116f4646facc501d04fd45
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c67841f2bce867b787e0d1024a4534ffee9712f61f8776c5c3850677e594ddd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252e714b195635e8e563689820b12b03f7e8c073
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b6ba1635a589eefd3db368a5df6dc26ab8ccf4d6087ab6e1de1d985f9c1660e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4af7ee9e134f37e4a06a50050e7338dccc95b93
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88098edb279861e4cd7dabb77f0882c8c6dede5e63d3d73c594a481b700603a6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8acf9cec67b88de7a0b0fd08ae6a68b87881ed4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275981bcb25755bfbf9b2720a8eddc6eb4702a4dd4ffb0479ea647ba392b2fa0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f110bfdba70ac00f9d3d70f8148744590b8e08fa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104ef0d77fdf1b7bf69679bdda02361bc964da9b0df553c917255b890c20e7b4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b5a3da3ecb78254d81aff1cd40dcf0e8e30e75
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eec6eebe57a0ad12d7dd5c016e06d5eb6c8975f95ad40f6c671e318830777f2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d913a79f1e7f3a2a475b1b7078669628581b9a07
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f551a97ac540720af19733a93787027e9d0e2e3feb675f92468c4ff1ca020b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c73d41a65b37503dc5ec5125baff78e82c9603
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abe0e2e57df1eee87d498122aff9460a32c6164801bdb5db680ff61179a2e54
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf614c3c47c0271293a108c8a10df47b17cc0a76
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2807af91188821d7979d54796655f62e967f8f11e3e8ee8e0a5c09e38f72d025
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035305d99f5db6a67cba8429dafe2888b4626c1a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e6d7ef2ae69dda0e39379ad6852aadaff8ea9b1ad1166f902ba70929ed366b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8353a1cf24717ad6482db60e67900a90f9c33b62
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f4ae3a5a448b3e3ef0b9d57d8c81cc4cf44259d6c7dc25ae3bc9732a4b25e9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb821244f8fba484341f24df84f127de740a366
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90457dc89f1ee1942ad3be8738e6c597c0a7a28449763dbb64f7ea66d98b2e41
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76457243e295780b3da582a414231eb0e87e9b8d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125c8683284534bdfd5b6a51c3f4941beb1855b3c4dd2ef2753838e18d93a804
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b988b297a03f8201e642baa6022d55b2f56413ad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6697a3e2d9e34f0f7c66c4c5777b265f3490de6f410e199e2fbc2bb454e1d28a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddcca0bf57afc2a790ee93b2fabee17431f63f49
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daff8b3fc76321992cd1fe678d7cb0ae6370e0466d57bcf6c23d0d3ead886634
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fee6bd2b84ded0fe9fde466783d3fc5921a3a60
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7742b70dbc4175c051cb9415f834fb8579e4506e9aa07cf40e98d4bc4ccb7e17
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f21578e34d7b17fcdb7c8cf7f2c1fcb059ea4ff2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e3ce59d9db9447d4240f0dd81047d74edeadf3bedaf37f2da8f26e9ee1bd26
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81bc14c9d77d1d8d2d6a1dba247be6a61e883b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97ada1d2c4b29c2a9c8f82b1eadc2d5d2b4cc33daed13e4702efe5cc19036d0
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c649c056c0a2c6c959f886727b27aaa8d1e39c88
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c81a4481a5e164ac558179703c313c8a35b9e4dda0f8fa1f58c8f6009616f79
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b93093a563eb895646c7dc500926b807bb4cccf3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd9784e793ebb987dcf08523af78a1362a48ce1bf23d28c70f305e1452fe11f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611ce2ed0ee4ab00d4fa3eb6b47fa94da3769207
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e99d6a735fab6c4314947fe699f2e553df7c47a18e2e87ea77c2b316d933d269
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87cbdd411f3840805797b75bf60a00343e8f5fac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a0c570b8c385f3c25accb694685ebf119c03311561cd2727060c16de7711512
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d802b5c5742a7178a9a7658aae013a6d893d4b75
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0dc4e7d793ece06cb3a6bfbcaf79f3ee830404bfa68ead6d172df7627b1860
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be0321b006aab03bded432e61c1736b3f09ddf6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ba1292446837b76ef211bb5b233485e1e8d1830fb23b9e281fc804175baf04
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac7c0e18397a38133b60da5c366490b170fd4b6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ddd1a85c3201996d255fa5043184ab6077b425f8943e295506848d2860989d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6662c960861767300088779a361d5ab9243c4186
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59528507b666d32c0353a0808cc30b62d2061356449e2717e2c35990f5f65455
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..220521289bd23666e32efbcf218389c3ca985b70
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15604666fc8bedb0142754e000f5eb02ef06da4c112b7d8e25cdcd3bb9af06a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6d1d30953c63a1abd667d2e89bf496a46aba6fb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec447d5aadb8e59645b39909e325c850768d8c0e4de96bf1029ce31923b8d07
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfff005bbf72d927ddebacecb0eaa9bc28b88f3c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d31a9080e33f28fa05a240daca7009486cb3887be681e868369970cf20db82a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..867c3696c45c5ebc2d35fa6e7dcefd088cff236c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc1ab6c363116e9406fedd7814be591b62c323d767187a6ea4fcaefeb4d50121
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09055afb95606b1c360ae5953e2c9554f49d2961
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8eccbadb37d5779ef0b075dcb868d3ac3152f1b92ac13eb0fded4baee08072
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc5273c79f875f6bdb2c7ac583909e28e9ab67e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535cf2a08f498c0ac4b242b55d3b4da7dc15047a945ac04b10ba105651bdac30
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff1a3435910783d1572ab6b2657027a26a353627
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457555bdc14a74082c11089cf1699407be55076ad864f08f4c62ec208e344fa9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3030c00fb11d9250d38af21cb500e7858a29661
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9598cd7109cd5e9130c0b64e09cf5048bc84f2f9d7ca5151add577bc906e3e9e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03722fcb1c6b791ca99ac2f8c8ccc6123bbcbad6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ecc7af717440ac5aa8e7ea1302a8b2999c26b86668c171521c292c42737bc05
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbdf6208c05e2e1eb467c190834532b8010a5b53
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1daa612f0102c649ac4e0cacd32f6cbe9131ab7b234707cd7e500d623f944e92
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd61f542215b9be13ce7a0862eb19c735bcb893
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492a191b3c2d9d8fcbcd5c906cfef74a2d202fe9c11cb3033b96d4da8214ab61
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2f55322e044975f16ad47bf7b8f6a2f2ab0c85
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef7547d10147ad93328e48040da3b7cf53dea6e8a0794e6aed17bee8994df42
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..443f2e4b38abb25fa38c0eaa77f97299e98c7794
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fbb3504b72d7272e46be154a662526bba3644e0a3bd2a040d77ff26c7adeef2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3094426a9e087caacb23ad0c9ec57f92423fb73f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5525483c3480633e1e1673d357d321d7b73f063c812286b40a191b1b11689ec1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e0dbe9a7b8d77813e11a78ba05a2c5f0daa52e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d2502fab6c52b1bcd5339e7ecec779d194a1c2eafdc1e7acf56eaf9672c453
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..101d5994d8154f70c6d2ede7d17106a1f2ed5cba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3b76dfab896eacb12bc8f31f9778cf6314be545f85a5f23c1fb9474a1025c5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc955258f425d5068660297b6069d7e20047f909
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63867502b426e4d76c07a8d8d0e062bb8d9445c2821df77d3c2b372fd5ce796e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c385453ebbc96b58617aba11200ee6335afb82fd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f14e9c09bf6ace31fa9bcd1c724b7f93d6a5022200536443767fb76d6eb0a3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec3d7022aae50f96aeb601d51e6fa317c157db80
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf3c0847cd04e8796ec71f91ffafa6f75dba86362b0fbc432a9a7d3792a6a47a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cfe129dc06bf3887142e452f05975bd88b4c539
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216b5d97c5dfb716b4eac9c55de1c0a57e087ace32f1ad2ec5e0fbcc01acaeaa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52474d7e0a2564fa3b9638c216f5b4b15e7e0a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3bc8c80b9ceab1d343ac084daa0d2707015a6314483853f27f519eab551b32a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51eda9e2ee08793b3261a9acbe108cb2336f9296
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c1725854ce9d059e4d5b9470561e57f841b24d1fa38680f1fd3b18e7c0099d
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19808b49b4af77299b6bc1e0e86501f6a6cb525f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd14ff96309d59b8ac0f9ca5fdacad7dda5dd2d7860bc6d514eeaf301782c0db
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374d8c9318c8ded278b47d3771bfcd97d3fb1230
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d07e00e58a1c2dc4405e83c5c50fbc93c3c880e20670dee2c617bca224268bf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..319ecb08cfb3f50b576d22071654421dfc75ec35
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1d1e1d01d0df19e6a526be0bed395570b75e6f30cb741f4b45baef2be20b30
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b16970155f2d081ac8841f76327dca6598c5a788
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9127547d6945849ad35a484747bd9ea081d3c2ba1aeb033b6d51d341fc8310d3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f77be79f5ea118d634ffe07f763601bab8aee4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ad8690e40c429bf2569c1efd6dee32ef2fd01b13af925a8386a7f331feaf12
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e39de82edbc04fec774bcc35582a6738cd424e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e83bd24c11bde3b0ebf630cec6f40eb98a894f608b5387ffe2d639bce7ff66
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea564b803acc4eb2e6bb88022d9c64e6e500f5d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14abc023a892b438b03c8a0b597b6b6bb8b802971ae01c265b16a0b8778421a5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d959ffe773c776a090741b9a157d6bfa52697e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05892097936bd002915bc08b85ab24c0ce727eab36ffb2f222b65170f0b35cd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3cff0e208a6ddb2674ca3ec038eb801d184c24d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a458b00e261aae24c2ef054fe5c436307b44d56c7884e1bfa0fecf6a08ab8c7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c7ed1abd396a89b43ddd5cb4a22971db0acc3a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f24421f42267f0ec2b928e71c6ed85e3f0e731812d9f088471df58437ce8a3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3994d7e9b8d42a74ed58b14268d1ae433d55996
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a4dcb983cb44ef4c39729491b9995f1040ec4ac985c21a5bae52bcaa0e3b53
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..293f5e5c79ed32eebd329d2cf781eb639015698a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22767fabd542ac68df78f323fc08870884a9bd6fb5c6f1105b7a35795bc999e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dfbc46cb3ac7b421457dc3b10c585e6fc564422
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39cc799bbf11807ba8008c2ae4f1eab7ba82704039f4cf41a6dfeb29b964e5f0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cbf6e4f4081b49b3ef24325e78a5bd5176b0045
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9af9967a0e2e4d614986dabf26f2cf6eed7212a010df407eac543f988ff465
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79338bf6b7f0811afa6c7e06a3de9090f50fec89
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c78f8c174df571d058e12c741b37af1a94b9dc5ad92d8a517ef2719fa47a534
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..245f4af977749ba381446937cdb320ed24af620b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4232a7a5dd9bbc7bd68899857dfc15266694a0d3a59a442355d529bf4c8b15
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c0c017ec6166f1b65820847090c8eadba2edb4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6ccdd0512193ce098aadd89300af463e4120600d492db10d98fe23a55cf5f01
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c0bc22ff27ba7258871281610988248fc9f1e3b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e2e55fe0ea66c8f8829599314d0f9816ec22d712c7e25dc21d04c1b979fad99
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38ff6dfc3a71dae2cea40082aec339d604967f7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2983419591cf1d6b609cc1ff9eb58890f197cad8914db7c4c29a258310bdc30
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b7e1733a4fb7ffbc0c30fb1a11b8a88cbe8aba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf4c46a442c1e764a6d5faebd96d9cf3ad2f7e39378a1b1edb2f380289ae0c6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51658d9c3d2c0332f6a99ecce7c11072342bc710
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77521a07b924d3c0817a353b4c22da12ef9d089af1a9d817fdcbb578102299c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfbbeba960531a4a043823023bade6b2dd832b57
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8eb32480f6f1166b7047ff6d7fe3c8e90487279f9e3039b9d86b12fc1bb75d9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd021f3ac5dda600fb880efd2bf7d1fcd622503
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94428f01be0656cbbcba162162cffa83fd13bca0f951951090847e0e4aea2e2d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485c4d859c83dbfcb17b0bdd1ee97dc2ad1498b1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1683af2f1dce96a873d2707b88d1ef7ecfb0ddd1ac3d2113051c11793dd8077a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e63f35472c428514d13602d0af41db122a81e8bf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc662b6aaa89fdb638212d1251d0e1ae4a4e63794d092cd93f1e4200d6358cfc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2307a8bd141ce8e71b36a862e621b1cb8e0de9e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2326f62e730fe8f0df1722fd3bd34093039421d1f6dae474ef3f0d0435241097
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b27cc08e612f28d0b34ad7ccc20f5be99c0fa58
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5fa4871b212b0b337268ba24a777720aa530e4b0b11d9a65f8d34b992b943c3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a51a65123d76613aaa6f50afd9bcafe941dc105b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:404794ed27b2561458021e171ff889374608094ecbcc19421ae40e39da852a65
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb2f42db70b0072930c4863d75ca87e8b280de2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037446ac3a3e589c97fad6525e3549889b35aefa697237c188a7aabf2b34725c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df789c8969722add62902c06ea6fbb6cc8c0963a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8f97d97b944625a53dc295afbbf7ef377602df21df8b51aa101d5f70f464e9
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8368fd4f1baf38f84b16ac7b018c7fdae3e777
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea07f33992f923b1afdaf7fd9f342966ada304a896f3dd979770b5d4ffd4ad39
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4163cdc9877c757927a6c323ed918db776eb1014
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5250e223576e045af058105339532d08a6cb46855f16a60035641056b38ccc2e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e552b4eb9899106db87c239501234ae05c108d27
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03fe981f60a2084c9526b6c8e6227b079a7bed82a4443d0ae7451d699920b18
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d1fe532ee220ac1deac8559544c7cd95ccab151
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b898a37f2632304dbf7623d3e9bafd0e03b257cad8596ad9dd2b2c9979df111
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcc448f7b4c7fb4b9a5d6af8fd6eacf7c1816b4a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f6ceb663065de874614c7fd7bdbd4003841160141b994a646052e898e0cd36
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d83d0e7de2b02d55b2780dcc3d57dd30920f37
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2ef8a1ad47d284ba79251c304c4731ddf9eb228b7922aca6ca9b7039db2b4c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d77189870c8d0e7f69a06dee73b62046d0ec69a9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_17_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf23ce05a8d0e5bb5b45fdd167c13f7cfce41d665d5e116500eb3cb49b160e3
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/lm_head/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db52a51f009b2e7850581ff57da7e9440de3992b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f649930a67d4bf58fe8354ae1ab147cfb9e0465eb10e3e77d8719aeb39e85472
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/lm_head/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ede1286b42263ef87d2982dcdbd9a32fda2aae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70ba2e55a469e6ca5d34beb50c512184047e4079f58e3904cd7dd0c1df64637
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef3cd5c43df19850ac16b2e773e0ae57e5df9fed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34229aa9e45199e854ec7981dd897c2c97d04f6bcb413d09ecf01b985a588216
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..652f33232749a74b78b294e2720323045bc06211
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eefe434fa5b6099dddbc32c3f00e6fab004f5c08b1c7c573cebcee17c87a338
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c22b86465f0c84c8cffb15e2b179d86f5f93f4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cde0e649f307a914364e11e982345a4c32eb84919a86da185fa2eb8da7f695d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede2d991c9664d93205f5e5625ba2a7fdb331151
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1a9ecb3fb33acff4e77f08410817614145cd80529c9b447e0ca7b087741dc0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b6f6bfab4fbde3a0d2b43fa41fd4861efe6836
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d257babb2459b513dde049b6f04f8fa836103a59f9ed08366dfdae6091af9b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82737c1dae29ca4abcc5e10731b9b75d1ce1ad11
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7848e4ee69f7dc0665b3309d66165bb617e7ff9285f9d872aa57d38fe0fb38c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab7ae895f41493793c661a7c040b7946ac40985
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034c447901b727f9c5dc785bc8fce14ab9c4722bb120646e59e88693e4f89c3f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8e3daacdec0b1104021e7aefd1b3dc0c999115
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ba0edd0cdacdd10ef4c816e9afdc816861bd25811927ddecb9e6235f510ece
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256cb0089f4594426e123d851f3be024fc14dbf8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46458618fa2d844170c6ecf8721f7fc033cf7a1a8ac2b501ec9ea1e306955bb9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f40da9fe101a7b211bf7b6c90955410456116ee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c015f3051bd182dc57c26bc1fb88163cfd410dad7691ddf2c8cd8516a73a39b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f4908f31fd8f97dc421283b8e3d0d67df066d8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3719eea1d9e56607ccd8981f16d7b95f074f7185ee91537dc8f00f0d166dc263
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18dbb024b557aa7c874cdeb1c14bd37c81525bf7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e930f97445278630e5cc08f4d0f89d873d46780f783e01cd24e8c2a6b208b52b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3a710ddf32a9f1e4e595cfe3236fdbf6a3754c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0637faff4d70d2e55b9b5cb444e6706693ce2ea88ff8d2dd08ccf83692b4706d
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4980d83a73aceb82c9180179e5ef2f0952bf37b6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6171afcef3fcdf6ad937798d301126a844c243f06bca59ce4120fce95b51e440
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f59ec5a077e16fd33b551adf9d2d6cc2f0c0b0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7682df752890fb63903a61059426d8a10d1b5728b72036bdff02887aa987a798
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104b2497203054c7e8cae2a239522b7f3ac90414
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f8923487e6863a16b9455d010ea3cf98d461a05c9b6baddcc20d6bd808edaa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bee4f04fe2167113dbf77cb1c6e5185d4cd95ff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0224f5515d65296ebf7500b03d0ad845e168ade57c4674c8fd022d449978f981
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea4dfc3fd85be434424607911f469b091801ff3b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02be57169a92a1875e6dbe449223156174896762d5087bc49b2323270370b4c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05cc28df5c53edcd9c1e697c51e5af414c60085e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16183e16a4faf3764e6b0bece39b60c85764e31311b8ccf77ce7c578787ec0b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8abf35cfcc895a654dba946e7f0b057fdf0e4be9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b8b9f0e54e012c43fae8423db1fb122070ae3f9b3a55173bea1c9ddf652642
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb9cda8ff9a74d9fd634ac268f4d1b05e67c007a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086f1fde2204ef5a613ce65f3bf4f98fd4223a9b7905b12f77da033bdf46957b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7decef6e938e883d581092791ddeff6ff680d895
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4ebca913e7ea25a0fd67a4b962b4a178e0da3e716d398fceee9ac2fceab394
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7af2f719df9a7d01365d6cb668ed67a7e84f031
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7cc60295956d3b7181b707ab78c96362ff1d8078564ba906366bd8c7014da11
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58193bb15523e5653d07e2cb11e7fa87851465b1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39966e60d53b993f98c26f226dd2cd374d2c3961ccc0db2946a5b1ae7a99fca
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d67b16844477f3ee7c8238e1e05e31b97f1a20a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc1eab0d07e57666a0feeb1b3cff1763268fff24411943205667f243771cf49
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457571877f2ead4994f93e29234e65bee2cde1c0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a78f0e2c072acfb429e5a640192bb0dcb85ea677667cbd38b73375f438bc2271
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ea20b8159e0aed2525dd7c5ef7211409914340
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd5659e27b5ce2454babb00385fbab7330919c360e61acc5a8cdc9e1ace47d1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45ea3e7dce2fb0cb2634eb53e6ce01037c8a7e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4562abe917ca21a79ceefe9e71170168d290fe25e0a702ced32cce838bbe9fa7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a00de3d11387deb16a24688cfbd71021637b70
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d362b521db9828fb36ec3e959b716d6d8e1853b8697be0ba7606046b0fc493
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad5c54f8154a16fd2eec58a27aac06ebcb72d15f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5701e18492d143722c76d3e168c4bf435b78238b422bab772a54441178bc31a4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4075d948a3116233bc768ad306e033b45771290
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45f8853f2187cfa107652515ed7accf0ea7bd152828816673da3d0c085042d0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..175dcefd2cde90bc7ec55569bc5d6e8178cd662a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba97a1f7b0c239a8936f8ca4c9e78ca1d14db10592fdbe3ef23d7b139dea6ed5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da803ff75e70b7d284231684ac5b61d41354cca2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f1fb7c54126c027ee23fe7872acc234a1c0ad7e438cdc0891bba56df314b74
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf150596fbe121982ecfe844b63e95e01c9e0de
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7afc80b3d43653e142f4a3c6324d28d6f64115fbe83dc983c1fd6159ec2f6af2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a872d314bb86dbfd6856be6d2b186b8cd5ac5311
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b8928beec4bdf3648470310d6298998b9fa5187f6b57690140535d5485a8bc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110c32d3fa482d8c78385d6663d17aa6baceedec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19cfebb17604a85b5d6ef36290a90c959a4860d828e946deb3116a666618b31d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c99f6dcb9910e238802ea47e1e62498d934e360e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63694f1b50691bfe34b348c0fbf240ed8697bb9e6d9ea9509ef0427bf5da90d9
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a8cb33c8035069a2522b9d1903176c874a4c23
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c3d1b82af006fae05bb637bab4aae818594a7bc1bc31cdac02cf440ac8bc55
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c8dd668a9156f7142a53231f758c68416a0a29
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4951d78b867f453151603d6a5b1357ef01609235ebd9d6f8977c0ae6b57514a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef97445697da76c3549e41e2270c9b5ec27c6876
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bbaba79d4292ded799fd53a62e4eb354b28cc22782385312ef9ca9500865b44
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03c51fc1e318a3223fea0e91a8c9fb69f401422
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c99449a3a2abae98145b1b5dc9458036aea831528ee8d70f11565ab6b776a360
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88bd2f1d1aaf9c0ef3f17d2f673b831bab47c2c9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f47d0d1f29f3cd883bf04578be474d96b1c1f216aad6ccdd0548613e17068878
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd5d81bee83bbadb08004b5c35881e7bfc5d295
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb3b52ea67e69226d21e909af10bfa48fa9de1f07651cd97a9c8709ecc1f2da
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b6c1c7043f89fad631ccf40659fcb0009183db
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0548e131b6c5e0afca66d9efca60b6d0ea0f9ce8f5d1f632ee687a8d08a47ac
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daae71953fa05bebaceeafc8d41a957c62b67e05
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:969492894eda3dcf949df255bca63a2665026077de5fabad9fe8e3c7b22b61a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38070e31c7db4668cefcc59e99dde5e6dee147e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb27858b56da1ef26db0a6fe3781ca81675af771295f327f7783aa756074c91d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1173f3d72b2cf86d653a2e7159edc13fa38537f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae614084a5ebfcfcd5e1ad0216991673a146029326499210a29a9a6c014ec4cd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2d4c8ccc23de9973e93aea379a344769356aab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9cf179d6d71a188899d91864aa5a7f9c4891594d565e94b3ec98a7a08094b3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90e2a43bbecdf623fadecc3d51358e41bfb2748
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b929c8240ac9ec09931feab8b7b806bb91e3bf4fcea0f8299a5dce06bdc08a7
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd06854c03a70ec420b9bca47ea17a07fa766c1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa9e106cf64abb9ab27254a7cd1ec915a1c94a57f20e4d88d1a01d750a4c2ca
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb644743cd02ea0b4d480bf97f165be5c760c28
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e67122f86c28e4a77f632bb35dfdf2aeab238c325646a6123050b9cd9ff126
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b961d026a32e0bcc7a2bde8f1afbdbca1b76efe9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ebe9d1c28bef747f9cca2bcb9b4247f658e8f74b18afabe6f4342c1d65a8bbf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614024883fc5f84ca9d756af26731619596cdcb2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a7adee08acff8cea8f7ecd5747dc023a617c63fdd7ff7c735309c800c8e5fb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b44386bb1324a72848405b0ee4d1deb1fe606b2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c76f2daf6a070a86f2dc90807e5d4684367467054c514e8f1a72af02e7799c1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..545bec36d369672c41f848e4cc15d6a9c1c0ff81
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e67c5f11ec32946259d6c4fb1fc78d4f344df75e45aa8590cc3adc1efc8f8a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a90d7fb2fc7215d98acb7d1240f069da6bff3a18
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d5ec23fd592f0ed1c04b9e4d3a37b327e24ee691dac04d025558a5bfe22d38
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..319e9ffe1a5df26d83429d39ae91a5b0c74342eb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b06018d55bce3558b334f4147ba2ed0976c2d43a9e192d4a87825d3fbe734c67
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b890b1cdad8efea0d585351dd61ade114e8af7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f339dd442752f607aad1f93dbe04dc75b2448ac92b26c36a91cfed8aa64dd967
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11caa33b28caf68e67d10da386f4c9dc8b38fe53
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744b6b9eca99a02e65a6ba0dac94f0d95b6e31a808f97473629aeaecd5ec7aed
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..536fea289265e4109daada77a3e4a7cc03073c82
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7768ff2df7462ca0741b904b721f77907c8b663aa52c46fdcf9e5bf8d953141
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..540b69093f8656de9a2d8f023f8d29adf7647f4e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87d5566feb7941344e1195c0ce9837ca553070f8ea06ae2079cf4dc1945a2190
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a8403f57e44b75b8ac21b462e05505ad02146a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c4112aa14543630d33994a836208a1c8e8091d933bf69aa3a676a33385d1b2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7af9fa46a1db5cccbbfda462ba172c738b6f68
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e4729d5e9c18e6208f7baf23623c98ff5cdb2e1dafdb95df12a64ddbf52367
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33f6b61c725de28b2081076a82b41bf1f5d26a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983c299d926c2f1189256f55088193eb5efff0b9a89ed890c15cabfde36708e2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..032a438626f8bd008676dd3f37fdffe47198594d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3190ea0dc22d8f751fe1fbd20c86d00a93511a2a5a94c874f24673cbba858e07
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e5ac7a70981ae4c349cfb1a9675210f8f720cc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c94fa815e505cd40acbbde1e910ffa691280fa97f7012a25073f2669733540
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f6c999258dfdd666c497f269a26dbd1c5341b6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfeb4ea1fca27b7222873846452be36ce299e3e6d0665d5dc78770187df18e19
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9372006232e3f4127de541c8848ad4433c052059
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014939fa01d6e9787b116efdcf8b7461a43686ea824c06d56fc084d81c4b8608
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8211ce7d71fe66a245dc84b4d02966faf394167f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a240454a579d0a89c029913978aad3fe0c0bdf0358ee740ceeadce3f38f553a1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04e9337e1938e31904cf357af70f4a43cf0beaf6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a79b852706c9acf345c018923e4c8bee0c34583851dbe5863c0c8129381d429
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f33a9b9dacfe904c807f57039f5a5c8b4f57316
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee43a49fdc4f12a8d42280ca65d2adcef3788b61052019bb691c0cd4c649799
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82061cecdb9611e7454a6115f58da7065c738efd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e35babb5a39e9cf88c1713a336b6b37c91a2e1f0365215589077ab1d54c289d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb71203a437f87ae489fb3c9d90cb982f8c123b4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4595406c7503ea4ca64f904b6703e3122791517ce57c887a6a686441c81e93ad
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4833dadcfef49e80cc51f1c69d2998d28c8aee19
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51095aebd7a846ddb8b206978c844aae2310cd3000ed496feb6ed96726b895d
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..442ef3f06cffd01f128b1c6a775a48f318d8f479
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47271da11e0957341b73444482037e6c09374669c8a86400cb2f292014caa584
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c56323965c51f3671633b20e6ff01ad934c416
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999a95009f4bdf700847d25b4f5180f85fc24e0d84091acdeb8300d6881094c0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5efc4161cc38586fb5089f70a811ad0c552670d9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f3d4db3a4025d159b3f62438738a66e1e98805292e75cf63c954cf069c1cb64
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7adb9ca060ccb264159643de9f6f98493c8888
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81cb9f08804c78197192cf7b4c2994d642110bd10c30c52d0af3942940d606b6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991386e2a66b800d7309dd8eb11802f9c789e152
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4237ce0bb2d67ca06f81ec07c2de3f58ddaec167a5bec7c77b74c303b06a04
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce33fc06b67381443924351d5437f1d18852ef77
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1706ce64d8c8d9e54fb293d3c0889e8cf4f6ce49c94c0b12fb3873351720553b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbcb88a998d1f26f487a43972b38230702dddaeb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b6befbf994a2a6a1f2e45260b77d877d48e19118586eeb0a4fecdb257636bc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cc8a63bbd29204fa88686ab6fe9a89bc1d7580d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c589648fd4b373240ce4db74ba303abb6a6682dd9092f882129288d9b073bf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f0c727616a6906836e05593c7a34b36f78acbb0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fec0a62a408dc3bdcf5bc48c37931a599a026a488e29e8c7eb5f340561a6660
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a223c1d106941cdad9c4860d0228b73dbddf2c9f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00981cfef822b7f2b56c6724550236cfc5faefd2122a4f50d0947adca70b2b6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..964b824b69c80befad17c71007f5c0d0e05990a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc04d33103fa56f2561ee87549cac81fb17df3251025715c653b2dcb913b8a1d
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb38eb6d3961a87a97767cb30217541d149f5ea8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f0f6845739c0f48b20ceac3e471b2f151258ba1ccfc4404c55cee24545a7c9
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a670cb608c017bf92355f7c3cc22324fbd5c86f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b2119d4ce7c1f11bc2b927ccfcb5df249a2dd3016089beb1f377ce4c10ff53f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891a9adcb159fdf6d6b0399bec5e46ef9e55d91e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31949d2336c86a33d8b7557e1b24c1f95c182c0fc2850cde6b222dd5fcbe2d37
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd0e1d3cd31552117fd77c3b5b112df3a87968b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dfca18c5ae21cbd195ccff31c3d90ebe0e066437ec18e88dbeafad4b5241c96
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbfae7705262d094f6a08c0604120be10104d875
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f62cd74f3da776fef253af7158d96f87611bd74c05f07f02e89575df925bb6be
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d7f9aaac774130f73f7edf86288bc7ea60c249
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b166d5df10a4c54f3b6016ec756beaa342cb08cdb639c6e986c63c2af753667
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a8f2338c45f03ad6a474c0d2daf5ebb9626ed1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67220e756c5d178385b14ac326eddb6e7b4cdcf1feb103581dc29719d1ca5944
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52116cbe3e890c7d7a19a4669e93e880af84387
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e222c811251a743af9799adcde5363a2e11d1cbca160c3bbc19c820dbe3dc8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e2715d2fdf7de4297abaeea54347414d7e9af0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:442ee77965c7af0d47ebafa7c01e9482323d0d95208e48110d880fdd5a0aa527
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dafdba7e95f70be818d7fa01d610a565152a93b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2494d550c47c855be4e8dcbd6bc20d711ff1f35673845ab4a2d741adf05338
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e138551e9bba7cd0eb37c9de3a4f73d2a94b9070
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54ffc64a28132531dea2b74e15fbb91682cb0379b0d734025e3704d0833373e3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc338799689e040f6f7745d7f8c26ba0480c618
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded05b9a580c121389140adb77fd759390ad71ed227f45363499afc68c4e6d8c
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d094ce1efa8f0db653442227ff7a12d4baa541e1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b830981a7855aeed628675a54421050b6d24206a506f5cfc971ea35ad105c939
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b028fb4acfe2bc53d06c3a99ab58551b942caa38
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7904a4366ed73f0b44800cdbadb0f02f4afe83fcd81c84105f36075e9775c1a6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4adf87062d4351c37e657ee319c8b2b29708c2ca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57a456b0e31b12f5ac5868dfd8e68ed20eb9ef2cfd01705291e37119e071a5c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f9e20842cc015fd1f08f0fad2b337fd7fd3f03a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456f4918d4fcf614e9b912435a75ad0d8e8e0bcaef795f3e642748870811ff6a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd1bfdd9ab472dae800a129e3ade0661a0ef0155
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ccc226707c6291faf4b6ca7f684c5db5f908c5d2588d4fef2925cf71e8d08c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2b86b468b084094b361e27b1c9c7d366ee195a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af5c39f643455861a5a30e9489cd0c41c11293eb8e5330023fd7919e139efba
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1e62de52d2926d9c50adda2dfb3346a63bd42f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd048149762870e877df21dee0977520c0dae6b7af29720ddc1fee572e7e2f62
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b3642192793c7443ac69f206e485190c9c897e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e0b1b5793188e60b174df36334d4fca1c7d7cc5b3bfc02272354df4f343a75
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835f12bce8671c2148f03d93f7d072760d67d1f6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131da2fffecea35e606aca7f9459a7cc8abefcae2ee75085df5d5098a5b523d0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..908d4d532971b68cdefd0c01c0b8f44c48077fe5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7aee8af8c11df0e4923afa83bd08b97216241748f77627d7f507a785aa6705
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..978a07ad1889ce62a6435c8192557c56f412c775
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3730e2a8c580339691e01d3c2cccb5f91e7da785374072951f5ea2ce90e6ccb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c638895210c685491cc28c5450e846718aeb7ab9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c92bdc24cd57284367e537288354fa368b28d795a514c507692bd6cd41541bb
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f2a30179366d148b33fc74c3c8ca0d5328b97c0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a990716f95af6fa9389d4103557e84f0977c287cb162c52cf3c0234513854c4
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0715f96f52329c45627ab97f7d95ff0049d02c40
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b91c5e51b27f4573ffc8dcb97baa103da3cbb15c49d0edf9b81f2354c19807e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ade185123925cf40b3978778acc5cd51fe2953
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d000f11549406adb75f38e93d4b2925a36023629841419b0c8bf20dff0624449
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b931d91cf09603f0725e3f6342fe270a29796a0d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184c6d9276eba10434d923e1bb09b4aaf68910fb3f35d02039f2d2291c733735
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f4ae699233006c72bf4d2ce98cd53072dc2cf0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb119eeb382821e29a57684417b3ca9bb92c2c3da2a02788add051acd3d51f54
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..404c19cc96111303d12cecb082dd053302942b45
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caefc8d027dbd1142d07b6538c0374f1a6e4e61c2f1a67860c13c07ff7c83439
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd3c9a3b50b8d74c4c783e1c2cf3be53f77e12e9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c84e009ed436c2b0a7997cd0ff81c9fd2b043c1f79ae0504e236545404a424
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c1f813110e4808277ca58bb3068f0c201eb9e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:932710335747472e2dea599506f9a746880df096324e53fc464dcbf5c3578cc9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ef2ab1ffc67b493f1ca860fa49a352b9ccbce9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2116c4bf3ac527532c1ea21e28af1fc697b5ca9391011b5e29e5b0f11ee4c3c2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1fbd6c39fb7b830199baba830cd73bcb09abb7c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a2770b6a4c5dbc9d2fff35e9c933867d23a36a9d3c16e9586ce87a241b7294
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..692c42c7c79f4a620b68856ff1ec23e18e2e7b70
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37921a210740185cceae68e09d40e595903ff06fbf1fb90b4e9db5709308651
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9851ad67a5a2e668de24038031f00ad19b1b9108
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2852b46b6233bfe05043e6d50ba886f4477814b24a3be2231f1ff3b1efa87bc5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3f805687476cbbc06e6a4ec970f43e14fc4f6d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3aa2e3367f7a76d38b8715cb9cd44c21a6a5af7fb9e21b2f68e6ea834f0827f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02f03cf6fb954b299ec321090a1f5af285c0c45f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05a09da97a5a75ff9dd77b0bb3805dbb084ff398e3ecf6b49131a32e9c2d4f0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a256afc7d30f8727ebbe7df4779141d80e62f756
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e957ea655358eae8c3ed2c8d4207ae8d1a5ffda497694676be2ac191d31285
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a615266124d6770ee157e7fd273d70c819e45b2e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af8840e150737e6b1aeb442d923cdcc33d7e3b2a02bcc2ebef9c24eea98c6c2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb0b103d1b65a525f236af1acc6c52ed001fecfa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68dbd636fe0e3188dabfdb9615c054b14b61770352644a1e0af1678b6b3df0dc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f3e613e2cff807699fee095b8658680e4a7db6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb14e45de991705a3f0c5dd9287e844518c6977d6753107eb7450bd95255c0f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c6cf63e24c9ad0ce5d04dbe24e3b8dc21d1305e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b3544eacf9a705a75ff73e80cf99ba6958d4803ebd2f383786a1e18bc65f27
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c76921912ff9bff7c7a81616a4de0e2c3d8973
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd08832c43f2b44135ccc42af1fec4eff4ca90ed1a1b6dcf93838dca03a6f76
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6aa0aa26b6eafb880bee6dd683f9130e1733b5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2763b08965d7463e887ad932cbf84058b6118e3d678c39d34fe0367470c39372
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7ca183bbfdd8f85c344c801be40b809b5e9d6c5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5694cffeaf3674098f23144ecae97f0f6c76a9e27606e1c606352c3c58d41302
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2efe253b5ab0e626360f889821f59886a8db914b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f69754c66a71ab81cce904dc7987bd01d54607c6b873ab7a014adc5183297d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7632f02edde470a1dd6dc837da27505888afc660
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42182e567ac34c3448b755a09fdf4de884d7201db53ceaa7d8c8cbaa80b6c65f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ffa91f2299b48cc04666c75579e6f6b2676226
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d14c479ae0e335b6c369311217f1b87b9e2dc2159e1c4db87bbb34c831dc4c5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38337dd2ef565d3903cc2e2f8fff46d63c3f9225
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893328c0707359b43d72b2e4b2b2ca1a858e3393d53504bd517122370fa8abd0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba80ce484cbe8d6ddaf84705d25ff12a1441fb72
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a27662a0b51ed48068580ecbddb2a88a82d473cbd0b8327a306eff8cbc61a2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f1b59f2a5e16c68dbdb9b7023e870b9b4d74220
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a9360a9c797c122c63aa0e5ec363e04e7a6ac43e45dda8eeae8acb465188c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3123c56f6336b1db33917914efabb1cc185956b0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ce44f79bcd1246682bd5eaa28d90c2edb1073c35aa799bea075048e002ef22
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8677010597d9c375f0a468f10c3d5686408798c1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:201ae960262217466dd8d7297a79e95e1fefa22654978aea8d8f327bdff313c1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed76ab3f6c6158bae0197b104496edc46ee85da7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a394206c892a3ed8592f82f37d2f1d99cb37b9997360095cd7e4e08f4e1bd556
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085211fc2c76d133dad8175699817df8b3133f85
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b987482b75a24e3e963806cbb5196ef12f49571133b012d0dc4ddbaa663e4989
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9193d37ca3268fa5de2a1d8eb5925c2a2232f950
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0936c1518c53fd3ab0e44ffb0c4c553ea0cd3722bd3c7f7e2cdf846df71f85
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57d1ace2052d69d032e3b9db877967783dccc97a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecabd3c39259b2d15057959cfa341b63a44b8b9279db4f9ee205c177115798c7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a60c2bcd89dbae43873eab073cfd47092bebc59d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db424a51c44270a7bf66db95e200ea61c61ca7b39df84ac5815580561faaf564
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d99d26cfa27ebddef8885e57e124a71f16e16c47
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8180babf0fefd06706ea514142165fd43addd21fe495244fa69a21021332fdf1
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adcd8169f54a4bc8f518f8c896ccbd53f78775f0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8110b802f82e6f5ad7b964de78b7387fc6f749a7b2b5d2dd0b2d86faa02355e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d15e11328392ca5309da15cfda6c09d0f3f3d5f4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a0689520473e9ce2442e0f719d36e336e756a902a6ca4ef10febd803f3d4a4c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b84894355da30276029bbeda075702fd0075aa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b53ee069078ecfbf551347f1d44f6875da94b9c8d54fd4d7917526049f6a55e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01aeff63e21dfde1f2f6a578e226b5295aeaae06
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e41f99142f8462aa2bd17a7ec5f68e4af89f467667fdeb395fbb46ea5fc6f8e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd3ac245e239fe983bd178bbf2726d5991975b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3179904d308718eaa017fa6c4b623e3bd6ac6f4ad68e08964022eb313067e844
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba60e9131e84afcb0ea18f11b89eb4cd0ac1b75
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d134168cb6af43d8e64b3476c61bb691a3bb5071f5911b575172f9265fcdb8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ea01858062a9b8fe5599bb3af4650d40596c92
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8007f4d30f19ce6c284fb038a329bd4408a4e15d4b3f2727508cd5e84fea6f88
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8fcc620ede36592c1b3a888fe6e2f735a6fbdda
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1842162be70fcc7bd6e243169d4c21e10bd816cbc5539243fe492290504a7a0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6743e2ba9f067f91fe7c9d1dd9d209cfcd879d25
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b456c9be3c84160f18e000531f560a81e1bf4140e240ed4f1b269e104cb2d16
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e0319a7d20f2bbc9215c24f9e9098a5329535bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996c825231d44bc77f5b3ea30489f5cf215fe8cb42c7d4c4d529f0fbc8ee5546
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d80361d8087017535083ccf4af18e31597dc270
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a613641fb4203d2974e1b12db0cb57cd7360e5d49caf2459d4341ab0161ba04a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a017e6633dc2f10eb19f2c36a396fb1cfe1c2ef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34305ae4b0bd9d043d0429571363d1e12efaa94ab073ca8c6e425c28c4a3e008
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7cf29d3783c32a252880ef931f3126b7ee4f9ec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec05e7d7163a6678625bfe6394f9bc47a0758bcd6050fc6a005e9578ffda798
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196ec02283ed75475b868e1f9f1f37b0aabb5bbe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d6e1feb66eada3def8e315aca3f6c708a8c0af54a3e6356a74684a8731d128d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272a00847674633c921539dc87fdc53baa3dd998
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902f17a2c4b2abe364c441c32dc954736256e6bc023fa6c889cec53c9936c8b0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70ed5e31348b310ad595b12232d00bd25aa8c32
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0144c1b037238ed75f909e2ea0dcf6796a7eade3c7e660bdd2ffb2f96c6c13bf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7405fed41c6b63cbeed60bc82a58b7edff864b2b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a72a2e5952018daf3f5a7247014af1f3289b604733accd304af20a8e74beaf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e26062c418c3126a3a1358f4ee3ac76b854289b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a16ad4973d605340019f0c98e23e4aa3b923b396e63e468b3d124992fd01cb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1edd570d89216e533ad708172e32127ee899e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4476330529d6d91538ad24791416010329a86d250bd2f82b2aa10f73bef28545
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a721011140a2de6ca791778693e2d6747991abbf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771ec25105df006319951392ebddaa2fc0fcf198fedb8095b75006550fc5de58
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51efd5f85de4766ea81276e8ceaf9c08b30cf96e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8523642ce4fb6596d0543f6865b48a88355264921678c2897bb9d3de269310c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f8102974554ac488610b19ef356a0e3da0e0b4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccea64f2ad4ff0d4853b49ca399498bd4879e29673d2148f8370ed3762544762
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a505f9aa3578bcb9e70afa13831e2403748b0a3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd57dd8f7ffdd9715c6babd352142d97a4464879a5e42b5547d5746b8f486b9b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4745e0d8643e94982b6498c9441a4244a08c167b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2f068c6b45e6341b9e1346797cf93d169a0454c93418d7182d9ad7ab5e7976
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41d36e13487999d76216b8200ece95db2066b2a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996540716738f1d6318985f97ef73bdb845180fa53a37b931a906453ae9776ae
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfdb2b7fd62a34e2648ed98490c5b1f3028df689
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0826afbf4b8b00b6a4db8f4c4e16fa2e01b30f4ac536a1330a413883c27920e0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c162c3043256792a33f0133124be457c36e740
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eba0e8a652936fc420c79f6f1bca7640f3bf77856a29f409276f548537a94f1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69fa6e0b2263a6c2cf9867dea0b9b54d16192268
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173996ff688b0894c81bff050e066c3696d4f3dd023889d3c40cc169bd0a9616
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7638dabe9ab45d17d2dc50661f82dc2c4be6ae92
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a0e0573f13f8fc4e21f7d2d015f2dedfdb75bec91f065d68597723aa958129d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c733c2a18feaf8201b84bf16d211ddeae163dcb5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce1f231985ecbe80240f8ae5953e54e8dbf97f83b66666db0e67b97edc5a54d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26704112b61782c6cb9fe018dd2a381e00d223c5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20fdf2dc9eb0c079910ffb002fc2033cd11cc7746b0b9458402fcaa7fd1af740
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3075d7d729df918eb174da0f1ffb15e2402f8e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ebd30d471dfb44b82a05d3bd86bab7504a76cd8a85eff8753c05355cff462c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ca8376b8da2d6a90b4ffda5e445497e40b9390
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2625db1bf8858b3d214294af410e35ff7b6d86dd5a951409cfb5857dfe9e8f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30df31aec21a304ae811a513d3326d3b334e8a3d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2508ef9a587cf40df68eeda231e4b3913d94c2adafd3a70865a6f5999cd91c0d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff16eaa64a6ce28fa12a57879e92ea36cabd8326
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c821d9eb25495adcb390cb0bad081571f13df8776b956df2ebfec87f07c8e923
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da348263e49203fbd82024bbea5fa0bab91482bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f38e69e884cc77a7e7ef9ac20cbf1717d9ce8b2ce12e608ff43dfca74a567b
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4610b267f7e9bef63f6b916fe701f4ef60a858
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5421bcdec180d559ea889ee97c466198f270e3b342984073481926dd32441831
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3602c5469a03db8d3298120520b9cb3e7c15c65d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01768c035baf7584fcb40550f94bf57825204aef29ecca5cb8080cd6e5dab220
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7001c8ee4673456307748f88f2d4ca7958b9c1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e555525474128332de0cbbb7e646df2783cfa1f1025a22bb94356593f548bc6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19dec41c733e8d98c4df4488a4e948033cc609c2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf80b31395c5eef9437314e3bd27b78fb398d1d821fbc0e48909aa1be440052
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f54edc2c7449f4f4882244f70facf9645b5440
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5936a533fe6bf69ae88918f4fab4ec84680189c3fbcfa483fb8a90a385ec16e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2986e17ce509ecca42093c51201db31469e1e52
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598e120beaa86eec8b440d8cb3350271c7e5952e7a14ed3f1f224198782bec84
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb48f7ec09d0a6129934e36507d98e8a040ce70
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5403384666debb38a00e0f1e1c795bd49322dacc74acdc052db70f46443964e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db7c948163ba8bb8a0b0f32a84013f68c35643ea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318d639f335fe795539e060918c9186a87683cbc569c39ea9bc68feab0ae18c7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d47d8718ad1a8e383147f036a5e72285275fcdeb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fbd9d91f079363f6a2f3dc3c745ffe148366b2fa70ede1bb43d4005cc7e91d0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dce025dd184effc91c84a4356db76360cd54117
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a918c2c4f7e70f01b7f98f8e9161818e2a794d3575b9abcca92c689d33e95f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb7ef5a3d83b2511b992bb8688cea5cc8f1618a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f2c2a7015ad95d3de3af44b20113345254e93d163584efc5f92bfa9cbfa8ed
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17bf4138b03af871f4225db1b3ccc1b0b4ece374
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b638b557e16075b0bc893b7e12f6f907a1c04da20bd1989c9400a6f73c2b87
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e0458038246679acf16436cf7d233ae4b231a29
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3daab6e81d8ced380bc441b4bbb0cc0d21aa3254ec56044fa2e3b1de0e3e85
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31410894958b2114e0eb29d811cce1ff5ca765c0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d17dd13c2a6b8b3a7b09120b6f04d02f382e508da205769c91ea054b16778357
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..698c5bb0d81629e7e8214c7e787c3717cb3ab072
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f05c0b452c92e49717d16e737a077aceebccc7f47a7b84bd43842d2c603e0cc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dda20627ebd82981cb2f6d2bb2ae73a26b0c0a0b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16fc51cfe9d27a88e81dca794eb0aa5ff0fdfebc0ce5acdf8afa04d16f09afd6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6a1982debec3cbeb598426734cf70bd95cabbb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5939ee3693b071e0be9c7c791ff8204824b979b84b48df6d2395983b5af0dcbb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97f0eb091a25ac407b44ddb62bc91423e1ea49f6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e6a6c6ca0ec9a37a45416b9ea0fb7d88c33bdd8bf68d26d5f1696c57136915
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a39851ab749ffa8cc3ed89c213108156073580f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc717362395413fa551e76227ebcbfe632783cf1f78ba95f7e929f6a99c02cb7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0029033d0d990f0960947f51e61af6d7715051b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75088e7c8c987837f8ea54ddfce92d8ec603f3b4b2f451042a1d2c832b46df55
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d1d5537973164f0836860f594551e3b4c87a102
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1463053d9d9c10f092eab66c5e331d9914a13da02872623cea37e2b0c2e3fee
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec19e54460575ad83f7d29d7a08b504c428c2b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7bdeb6e65d0980f2bdeb17463464b586002351812caf37d88cf0ec16627491
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0cd6a8cdcd6f59056100fb4ebc2c8d36408e61
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f587c26c2bae006eee131bb45e0bbd340a0582f04ed44b02f4357b1645ea01
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f05de78b7f757d6af076cc96aa260d03aa16979b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e4e2f117424d49020750e0c491c9138374a6dbdbfbddbc5a2598c26f41abb0
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a3bcaf7420e33fbb98bc62cec3649b7d1c813f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e4a0a9bbb57533a07d14029986f5b23a88652da80a053d84e7d5d87e6cfef4
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc8f4532feedd5509e93156e2fdc632b94c5ac43
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6ba91fcef787495581c7d71c4f7967a212a9af3df6bbcfa75257d4b50d8709
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d732f7c38480298060984f1a416b9603be95345
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795a763bba1ff49c77c367681cdb4f7bbe68288841abb8a6301dfd885baa44af
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ce0edfa19b48df6c8b67da7ef15742b57b8e84
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f263f7dc8a3cb8b63d2d2b0b9f0e7f4c6287d3c8da9eabfe3a01c4639234d2e3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461cc9f7bb635387d055e84b7705d8e2f78947b4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4808458157a39e93ead80d002affa6888ccc18aa2b99d4082bda87bd587039b4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab8109e0219f0f9fb566ef58ca34a5ff80f66628
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e748a520502fbd6ce614ee9ce8b268724966a2543f50dcffc582bd4de039ab
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff862b1453fe12b53c70c3aa9943468547d7d923
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77baa5645150722c2b5826446a00a4b2310b055b5d3e23f15b67b086dd0e032
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3fcc82fde65560276cc390e3cccee129c076bfd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9bb7bdc94b4bc0e846c5ce61e41b586ca4840795682904d9eccb266387e0d7e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb200bafdf0d1165cb2c24b35d803e126f5f2aa1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee1b359729f9fb3ea8774eb8d77246deb1ef8cd2fc3ada1074c53375cf32850
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76561af82797ff760f7a156382349e8593f68e85
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9954e6bd0b0e2b3ab82948d2ed5360152218bb67431d3a609f76149c8047572
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd1bcb63a47bac5a77e94a14b70b602b7cf4299
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c296aef8d24b5affe207f1587c241a2e7ec91f1b34a24b553887d0346f7a30bf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c04045d7ba2229d789278e787764233a27f776
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8507e3aad89747aad1f00067d382ab8ad625d68d82308b125050a854a014bf64
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48c28a2cc54233486de51c2614248b1973a97a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64217342f3625e91178b9276277f822a388f587ceb358d80a357ff4692a3ad01
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37e88c4e0b7031e8f226cef36e98b61ce40173ed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275014036f0ddf7b4acb79b9e4ae453a35152acf8514eec97d9a338b657aa0d3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d72965e7d8a092cc842fdff543cbea56ccae24
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c3a7915a5c5a5278f5b31476cef95cd0e88d8e3bf3fa82675616a6abcb5bbd3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f97d0ddee34767f0146841c0177f17d9bc798b46
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b14e633d3bd62de745d87631b35299d3bf37aa1f5b443f1e370d384585c9671
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5255f96c4af5a7bfe996ea8eddcd37cd90b0efc7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d61ba517361b4ce57d96c619857b21ae9ca424a0e78661e1dbc611a335517f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47884badf4318069da5e374b2c394e82ee8a143
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76004ef8003f6c0d6db89cb3789d08da3de22cd77c33de7e1e47097760555bd5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88392507e0a4584d4529ff5001c79e64a0f0b135
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:776e4378f625585e514c700ded5ba88516bfd2cf6918dd2a2f5285586edb0925
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164e4f670070154d953d198b7279a1b189ca10ee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1256b042b6d473b9026198c876bddbd16d21146f717b1758c8062dae8f808b61
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d1ce7e2c1f21d9f3c7f98ab90a8ca4e1cde87db
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f14a040c8853224641f171ade47532f9138f96bd8dc4b025fbc6e1672ad251a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b7c1f936bd1b43bd9124814413f787dd02325bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2a891d3c6a212aaa911735933e549c43195156bd70e9e628f836af1ddb72b8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..398473a4f5a64f630e9cddf1c2db8d9e11209d9d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1386e152721c6f26670f5fe147c00471dc6e9f775c9e65133f7a3cff015ef44f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44fe88081120be9a70dbd3af6b4fdd3f9da8883
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003e73a485251bdfa481c5fd2d6d7dfcb5d97ed1433aa96f4e5db2f0f0335b75
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3786aaff0c819984920b3d085a9a93c0a4590321
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba4db475be2042ad40cb4a2c5318db6bb854aa0d38ad3fd3fe3c84cf3f3729c
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e23425befc60b0a0ab002258f72982136ab9b7f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58cc7a436d3aedf21b842cfcd006de8e798dc8485599185fb0f1c52f61a6762d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ff08a20ad039629ac4b7931fc8ef651bbe5060
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b3db8f2b5eb0b75f8c946954503bc010a61d08b3c738a8432fb2b5c01356b2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08dcf6cfde0dd5e34b17b0527d035a2640d883a1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30b09aca43f15a7aed6d4305e94ccc7eade942b8263f2ea6527d9fbbb0a6e9b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d96a75392bb5f6f8e080573aa6a8a08c3d67ad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7762a3252656f0c3ba966b1169c7cadbdd6eb95017f8adf47ab034785869448e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a62f10829bee8c9fbfe65e7c4ca94f3db97a580
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b037b7a2a5a541d714d748035973a45387aa97a802ce1195d4d5cc4161413a75
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2ab437d98f661063f6d5f60910ede7dd4c45f4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0abfd6d2a2bc20a060dfaa7c8c5b62bc245747b9cdcb1e2e303d57553b36471
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce0094fe990ae4c474fd1b2263486b662b95b3d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5710f21111db09573612a9e7f1240126cd7e1e08fe34bd0b36bcb710168dfcb8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2618c86bf9270a80435e24905e46cbee09737ccf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f97ff0796578b7768a5016decbfbc314d323dc903f183e0306eac4c7e917fe5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98af82fe9540d701b4bb403886f2430a2797c8fd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eabfcb289e6352597ca4af3569e807d44924ec3e29f2db4e15b05e6de55538c1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a59c1d37b5bc2fef14fa781f490666808871bcc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce6c6df5863171cb78cc566bc1980a929affa1f7f5c47162e68cebdc2254862
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc4126dd9afe0765aeb559123279a0a9efb88887
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc968d8e51a93834027b2157acfb17ae826e4a40db949dfacd3ff0f90f174ce
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d5db4cd4f555b43314b5e774cbf0d11b6d9a58
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4efb2253208cd0ed90f5b970f97b3f91ba1ab82998cd8c85a61d4e6fbc064b
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef28280522d79860d6e8c3f829cb3d7502091a8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ebe0561380d10fbe3f11a1c5cfeb3afd7c646423b516735d04a1bf810c550f4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89de85a6d72b2807d4d0940fbf7cd109031430fd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de459f6b2792e6cf57ff21155f9b64c33f3b2142d8d7fe1f1ac0e388fe796af
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d69590170f04ce2eaaa5b4811e2f92aed1b09fe3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:631c679a84078e101c70f766f42a27ecedad8e2a2c5859c64668ecc16ed40233
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32db484960638856c1d2e48698f7179db0beea40
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c528835da166818047e5ab457e66bd83ca1cae8c6c8c5c8141b457f57849af
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1306e63afcd8247a7fb66a2df3c6304fe54a1308
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34eaf33d28e80185c9aa4d6eefc187c653bef42e976251f925def8edab75e313
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84797921ee49fec93109f44e705ecbdfcf9bea35
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4bb14cd47ad653675451a4710fcd734b465a2a4dd02a91f12bb463d62293139
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cb871d77faab1925300c303c5d6f278582be84b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3107f08a84cf944c0ca9c6e99028ae962a206c48279727abb59c15312892e6a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46db92743f8fecf28a06cef2c2ed0eb26f66fe1c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac51acb069ab3fcbc499a3540c320fc5ec55df2e06b66db1b605f552912f75d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05fce6e4e3ed308e2b337d59053111ca26117b10
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469be27a22160811edb002207fa800b805e648f753a4b5cf23acbd57ae07d1e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc91ca9584597a91ec7085b0ce63ac0887f441b0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7145d45bc359cc5c3ae5fa9e5c203f1b4d51cc077e2c7329ebbf3d352339496
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d9370754a2912e786a74331c3f1b1880a34b31
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b04048cefdb7bb983059747d29858158c79baa5ceffd2c474c9d36a1249ceae
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c192b6fc8587d250626588f90b2fcec66124e69f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479ea432734ebbb4295140680d64b015654b68a2f04c3f4001c029decbef3da8
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d819a8635e512ea2b4bac669fff07d19262f17
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd55d9b6e97fa9b38ebeee819b93c1ed0579d9066fc2ad2a3adcb495b369934e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1d01f1617010a6d4590381adedc971cdcb52033
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10106bc0061ca155fd8d84a0db07059a1033d93a093e85d7833eaf48b94ffb53
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4128a9fd55b4c88fa90aba24b5700c2bd5daf042
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:911883147fdd528e8ac054e1fcf6c62161448cf81281b07190a9c23e7a10c29a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea1a9df1098e328b288c903849455076ccfa23f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c6d06bd44d7a0f5ac779562ac0e9702bcd66e0e605ab838cf171940953d00b5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a54555f6a1d56fc32ce016cd8baf6c994d89d14
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849f3ee169a2389c8a1ad6798cd646e8d91cb33ca270c5c75784aa7e1aea7927
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec7b231db19ec7467da2c169ce43d9613e4b5d8d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b319046cc5bd51f0dad5344566681295bf1393019d722749fac27b32786a0cc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70cf4248827888ef3fab2c1be88f2e9e4c9ff4bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15b8ed3685e68f9dd9703e014568615eead1ab2226b4b67cb4c3404ebdf6d5d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6078d5dd7aea42f78d18f93a19eca2d1a34d82ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b0d528e33bb39b863c97609539f1fa3c2157239d0fdb6a92cdfa4e1d77f267
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6fd25eea16eaccad9123a87acd43dd2f7f6eb0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094c536aabd6d54d71668c49d2e92b6d6be6795041c1091f202d6efee2b1ac37
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f711dcc4bcff9cee8e9b0f2ba46fb33d5b663c8f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b3b748132fb12d2a4de45407d98a2f5f73e53102f7312160733fb1deaad43d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2047a83ec9ccd6e8b7f404326b2d1979f3ef2ab6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0eddcd4f56f5bf04f8a0f7085d9d001717deabcf7551031ee4ceaa728fe27e1
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..323b79b71d8014d37757521ab3110cba504417b2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaeb0377f74b9bf8f941a9402f095dc48799d8a204c10a3317434d2fe44d6fba
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8795953cab6c7944d765a0af9dad1593ae9fafd7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f080037958b3a5de6a577f126a205fa138569889ef89512db44e23da18ebc5f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa09c5bd1bcdc3755a98bf2ae8c87aebafd560f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08447b637e8733e296aa370c727e41a5918a447033d37d337c5b468b1e73c160
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d42a73d111d61550053346e960a5063371dadb3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:166eb2c94c8a5a99a8f90d418103b0a537732fd969b1a0441bbf5f7aeeb67b0c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb6b26194186ec2f8e2a807ddd79c71df321e122
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef5557fd02045ce340566641fda58a28b12ba8594339277740796d7cce07b447
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c77f6958adaeee71bd9d4fb7ad09fdb3d11df338
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cccc78ea0490f082685f927fbf45abcaebb9d249bd1f0b7ed65313e1c42c3d1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a74efc217c2766544b52895b925dbf872a0bfe6e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63113d2e9a6582510ed97cd62b373a9ccd0d3ef310dda559d12cb17e7da2418
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e02f1db0116df1cba60ce2af095a07f0bb433fd5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e8c544c540263fb0abe32fa900949a775c553aed21f67254609d52bc2547d94
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcfb05b4d901fb54bb3b685a682ca8572c269da8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4237188aa1e9cdf399ddb2c8243f38606720218cda756dca8ed76bc8cfcf5e62
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..755d7faa172866a782c8f10fa1ad6ee4356ed21b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e09fdd3b1b1ef4a8f0ff266e6e5daa00a136e5389497e0aa49b928b01884f2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3a86bb6d526341e996d1245125a680929655d7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1206971b73244c86a71d5d9a1c5ef2d5681534c4774dd2f7fe7edf0c7825a80
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b6e5e525c0f43babcb1d95256cfa93c963171df
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68af2ea775a579ad234609e3b32b1561bb051825aebf67943ea3e037b521c13b
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..856d1bd18817a6428a255e5429227c7012f5d58f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b409f945fa3ba096945dc5b4d48530c60dc8026dcf100691b7283ea017e957
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..254d351cf0966ccb4e1879f730141d1c749d1c41
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ad09622c96c3d732271bd80ddedfc5aa56dcc5b5799871213aa33907f2faa9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1996cebefad3ad33b71b78be905361ff3d9c70f0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d78e22436c88bdfdfb8284c469e77e87d2af981b54e43562ba0c57add1a476
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9315ea85e3010d95ee96b8274593c5c6ad29e2f3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a40f5624bc10883de312481e90d5920cc2b72e7cc0757de9c67e7c8df6b6fe
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4feb3d34f27cf9f280f97ffd8b42b6b2a92802fb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:196eaef145e465175781aa007cb1259096dcf98ded95a3026018dc442b61540e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf7a965e7af1ba3e6c8eea88f1dd209cf0c32c82
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:591956419e5c537395fefa39a1df0bef73081016fecb26a9f6bcc002aa709d6b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456689c16f98fa919fec9e2db34597f945df872e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0327921208bb3fd7763510ee5d677215962ddc70f2e810e46bd00bfb592b73a6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f81feb30eb016e39eb961fe5a4b74dd7e437a3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958ab3e3002ab7fdc7e98e7a320c492ee3a30657c7e12a141f81463a61b94f20
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ee3628f6e1cbea2ee024c7b0ae5bf17d985b64
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a9912320f9c5b7a891619d26769be57c71afaaf49c58f67220e59851b7cd1d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ef078c55f610b9f1b6bbab97501da1218e64934
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e379b2771c1377fb461dc4c3878dfc8ed4d75441e25c95ef5eb8f70ce759991
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9844a13e963d1c3d87f47020ee9ccfd1ae563880
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8b19e774c8da1a4cf9e99fbccec5503c267cb47410c32365b9b9e9bcebc1e13
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdeb1d2739a508d881775b580ed3ee4716c7b700
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d2892822965584bcb7f6d7477edebc60d92415336d26cbb5f1ce81b4e4a75f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..111d53919f7393937ab89ae3ab949c76b9968f98
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba852965d36b9e2fa13f89e7fcdab2f18429229b033ec7c88224569ab49f107
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffba7b2885c56564fdf6f17227d5527228ab6d39
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c7990dfbed6ad0d05a1f48a51b8a10877d52bb0b93d9836b1be9ec8ef2563f
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01fbff3e72bd5fb468eba10fd8a1937cc4368d18
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b32bc54b4591e685b6320eeb2d89babc32ee0a75fdcaa8f95aec091507b7bd
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/lm_head/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/lm_head/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..213ea8be3ecf307e4f1a1072b297d101df74ec27
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3944603277860d72a3dfb638f128a77827e05013469a8fb542f96e801d95d997
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc80af70ec8b7fec249fecaf0899c47245e22dbf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f595a08542ee1c354952e8f8ef0c7cc8a9c6e57b53487f2dd2a81e91e43c09ff
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a5d788fc36b071070460e0a01c2bda80d90b512
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f26448756977b1d6f82774cb223f251936a3a17ddacc3e8c9f17152a4cdba8e6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a0257ae2ccc1e7130160f4f2593277adf0e0f6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe38a5725b920f587c44da24ec4f9523a5ea9c96493cb5106837a6eb29dcb20b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5827090f596ff265ed4ebd575ddea0c4c755c74a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b083a787819545330ce5573714ff08cdd189b510890fe9dae0993a7f9a3229a2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48c4018c7736f957480218f40a2b703d833b450
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbdf9413d7877b883ab3b8a89fbbcee0cf9dace2e88bdc24d503840729e32098
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed99e4084d5fcd85895290bea176ee84488a3de6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e884477dff727687812fc96ccbeef71b11bb9324d3bb03866be023b059435fa1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5adfb0c47827d1544d9c95ef57555e1ff726d4b6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeebe288fe344b86bee86189d21336e517ac7337f6a6594e16f1fc1db8021b06
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21034cdd7b7bbd0b887d6be56cc0ea8b2f508e96
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a89c474451ec5c5025775a8163e3b9a541f0bc7112ee7d5f15cdacd62e008f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae89bf56aa6bec0faab1b2c04b9205de70799018
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee5595b6f8bec691e1f46cb7765607fc0c9a66f4cf510ebcf6c13a8f5237168
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c085ea398fc33d6c9b94869db326785659c78b8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4046e04cc37db29c191f725618ca0b2f3e3591dcdc2c65a4755202b9c1ad94
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7865bbea204749537b5d7f59a27df4f090a97613
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26106d7d8f284496722e911cd5f84d90ab785d7732d212c03d34decdd39042ad
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b828cb856dbe0de57b3b84092c3b7dd48d8fa486
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07fb16e78b63fb953e2e50daae0008ca7d8b339b1da58a24cb113cc758d2c34
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce64a6cb1fd3032550ec3734a8f5cbcf5548f8c7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf25b97936ba298a00794920ba2d8662ca5e94d64bc4feca83cf52270e0cfe3
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c275667a7333697f45dba7b1b41173cc39d2c8d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355af3bdab483ad202edfc5f10b79a0a000703d322f5d3e06dd8bc937bac09c1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a03600189377bf4504b64a9e235e65ce20e7cf7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d148566f49ea492c870cb564298c00e4ef79001f9bd3eddceb87fc3f2b13b44
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af9ee0dd22b1c4b269902bfc17c56b6c32ecea4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07af3efef6a697dd7faa7cc019ac85992a11abc6eac7e1f9ce9f1066ee90f9db
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a98f1d3d084ab3dd4c81c4d1b63f6a7f697a10b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dec6e7c2038e00a56e97aeef1558458e7e09aa7b37cc35c3da02729728881d9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9650c82c9cd53f96efb62f426c82375d2cae58
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e97b3c70e9b547e2eb9f94519ca3dbe7f5559e30aeff1eef05b67c2d1708bc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9850eb0b603ee739b58a908351df83807c277273
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57a8f4262bf3cb8fe841918845c1e33d17543f296d81d74527fd54a326fcbca
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fee8c8800444a98b70e38100591495ad84354166
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e046133f1cbe6d1ce48983cfcfc1a877e38e6d9ff6aaa59d39638c3538ea1e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a7cc37b9442efbc2a2449bdfcbfd51a65c3c43
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e601938e0f58c59216c103a864ddb2cbccdf91f013b2ff382493a9e72e4eef0c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc4d9083538196d1c2ef860a47ab111e132a0dc8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e34ce749e10f3c2285b342aede496fe289688560a20b4970fb78c15f67190537
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e586eb6dd0ff9e5decad53ce25bb1360d8a2c9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5929706f4daa7d7473eaea5b724a3a4b935afcd156bd1517a6b7c2736c25c9a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b8c07b45f08983f2c70ec439611e6709c12f67
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73693825143517a9754d63067e0b96377dbc9db821cd4051fdedb8a98e2b498
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb3107f84edbe60ca0e0a888e8f2d65934f3233
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8700174b69c19156257c7e2f9000e9ff8e8c1b20ddc5f72366f03b2277844a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ed98698040c77d22bd59f487103806c5dc8305
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0790121f1cda969cf3b4827a8457a770cee6609b5a09e38dae071fbe7f2ebe50
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b064ad9dca9d08e4ffea17523fc78ac53f5860
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0338712cc05c191415896b323098eebf5edd562ee95846bdeb99c5fd6e849596
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8753d3e630bd0df1643a1f64caec1fec22a7b8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5dea9877e01f70d548adafdf41bb17ec5d45914eb644a86148edcbc92aa398
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b7daa27d3007cc56e506f5aa4c0aae351e7a24
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26ec9ca28627c2b7555176a5b0473f2762cee38d708075e65416d55bb48007a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a2c65a09ff4885aaf4a4fe87006a8b7e3da006
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb0157e466f310b4fea496a89132ae4f38e52300219741eab7bac6ad917be53
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68923ac60267beafd96505a7a3cefdc62149f1d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf929061b7c7b7eb666c330f57fc2cd2d5ae78c3503b42cdce4babccb524a42e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f7634ae51f7480cb5c118e034fd624cda6d517
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5b5d1ad6d052fbb8bf0fa179fa40a75f34e8a220058c1167499f82e99b3ae6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6238cb8e303c8b05e02c703465270cb79e4be63
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480b944a5a4af052e7e206a1bb08e2b586c68db1864b8b1e7988965345b5c0f0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1156f8d9eb4a4db648e2803a0a51898a31ef6c62
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d212abb45dff6836f16b8792adbc33b8532cac3f1d109704ea61732000843ffa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a3ac134601a3377ce6e604ec94c7eeb6a05505
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c3d5f143c3fd234af71ee6ece75818afad46fc5b528539f7304298e4125a44
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5766e18f65b63b3d5bef94212d8300359d2c102d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e29192fb856637647f4ec0598a03aa344360b741976dc8e54b0357470da78330
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d290b12c9b4fe43000932db023b6e82b9701fb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04928f7a738a513f7c1f6be6c3997a9ab20ae402ba240c3582a14653da580b55
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..613a6f089c3cad954da1ed814276d061f4003c2e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc732717dcac2307a112df7f08d877c268f26f9806288e970f990b7d335f9812
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14ba7bc7e7da3608000d646df23fb49c22dc208
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:188894fb278eb8706eda70b636832a5b3a11f03693a85385bc7104dd88290139
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc825a19bb675171a67c6d6763b3fda4a4e70e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392356ed36e1814d382ca98b3975f9ea5c9507cd74c3f6994929a448479d19f2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc450b74926c37e3e8ad7d5f7f8f8917c40542ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d9b906959e66c009454a31c14d088796417b56f1b2c08c8510aa325cd07be2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de357b6ab4fcbcdcf91ab777dfec5a26f6ccba63
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c25a986a0f41f354e2566c86a279451ee0fb8a869507729ee7107667a603a10
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e24c7d68a9de66b3ef6506d396816e2e99946118
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be02eaaeebf48ca4a6cd518843d2813a8f52d15b3da7b368d0b423f04a467e7
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c9053cff74bc8c1ea38b946f3970143223bb6c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1569916e5be1362c2a5c8a4f7032180d7df2382dd9a06cdf3f997aaceb5a55
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d585410cb4c96eb64a5426eae5c99d94b64014
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ee1152d4a797cf88f2efc93b38726296530fc51ebf9113b70dfadc53993429
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4475415ccbc904e07fe97fa1ef2246d16292fecd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750c19184f66a1ae054b4e507d8bb310f6da0664abed51abc9ea2fb805eac89b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2bc075243e36da25ea43bb25d012f2c35bd178
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c7a22f987c67abb3994c542bd69651ed7ecb30dbe87bc4303308c54f473ac96
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7bcd0ed561a08be6a0569881bc7e17f93d01c6a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67068a9c66d7dd9d51b8fee264b042ec66ad980deb2408c28e773148ab675107
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4120e98d2f643570e86dd91c31d73b4fad2ae89
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe497cfaf7162ad2a8ca0e78e8fd070bc7f2737e0ab814b3584569d4369197ab
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83754db331570f0409bc611b9b7fbde7611d2d22
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05597e018dd4d58ffff885370c52e16e8fd0d7acadf052abb4f974644c0db1f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33635b98a5c9e6ae86ad1619fb8b6858c53122c4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0709ad779d2df8bd3c08be0ef52339d5f1577d45d438c88f392604d5e18965c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34db40b5870958b5eea6d3826b7db35e7517dee2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553898d8b2f4ca486c55f0d82b1d8f93bcad1551ad1465e27a7158870482e42f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b0726c8c56cc3e91ac673910157407477a8a39
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ae3589d964f056d65c1e44eaf260a63fd3c6685a2d7d3942a1b3d669efe120
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3458e7d13c615e3cbf2e70ea5261f1e773e720e1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa81c0b6e87c4a04256989634ce74b54118baaac3889fed2e90811055b053d29
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e9f3372b6cf90249e23994409ccb6b12935790
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02269a5da0f67bbd80d3836d1beb206f902a3c1b34e038343506bcccd055657
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b492b01697722b0ee6794cf5ec8ef1aa8ef5faf6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c8b32da02cb03621299b0c49ce97c2dc09175d638dcb4ff95c714822f10308
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c7a47fbf50c5f73f396a424e5ffe90ae95e08a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d6de2611e9f0c8647777efd34bec3700c0f9ca7e0c4ba2c3f0af8ca2acd657
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a37e84ea58e4e4a2cadc5cc9aaf657d2ef92bf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c03530055ae7cba13c6b639f56d38df6f0e907f25f0714ca9e2e739defb0395
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc0f638c3151da4d16a997199c0c9c06c17b915
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e145da0b4eff12561f03e5c974bdb8fcfe62a7f15e631738dcd3a46804ed74a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e84cedcf56c3eafff9bb27ad3db0dba365fa76
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64728d35a380d5a79f498cc456bc8ea8230fff19a8807b82aed9a658d75ede0d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9ca26323f87a22509792f8b15bc1f46d1f17543
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15bb9318820b06eb291243030f1a82cc3c31c5f3272ac196a361dd4b1e92d1f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd064c0859b9824690309212b27ff6bda5aeaf1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca4e7e77c006486afd22e95d50fda4a7778c9d16b05f82554d639d4d0f8bd7f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da071a3ec39975151f1a2d326fae172d81f9f10c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d42811b3f83219c0d9b55269c8ab9c9f317592abf2a5054e06cc782e90a92257
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be22b9ded2b90b16463abb72fdcfb218144d815
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db0d03a4be46630473187931ac3601a1d7c1d4b19caf035705dea74a87bf3257
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9321134c25b580fa06456eb941913673d7d9c28d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4f29510a2c74262d43b28f129b3416cee34308bd2e9bcd6fa9cecd57eefb6e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe4a7532e39f400849740743e4103a509cce02f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c3b379b2d2eb2880f2b81684b76c1e3e3d6e4e4339c6ca2a80f509260ceda7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2872eb05ccfd752e37fff066c185a4679e270452
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:247aef3f3cc8aee19f108b91670d84da025643c8d6895eedd5718c3ad79f7ebb
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a14d298e3fb26bd285bf5111d1ca029a1cd1be
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64017c5ba58422bd83745fdb3f30bfa399b83fc892bd5c54fe1ae169a4e5056
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b09abb4f92a61219623ed479381e728b1ebd86
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:345ba3c10c4c93b35bdd89d0003e33af1944fc535cd257507d0c320975440d64
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd684d835207ca66708d32aec4c5ce888ec2ad92
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b82aa6c7b2b670de8007d36777539f3e3d54e3c51e587dd54068569c53402a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3cb19e1e0ea810969ff8eb5162d18a0d03e293c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0cfdceffa9ee1e85fe70ab6e8779a1b47d92421c39f13062b8ce5e9874596d6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df9b9a19eef584feb7bd3c17e5ecb7d4ddcaf27b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04328228e42b09e9ae0a8eb808a1a2c7c43a1539b4a1e81d85e91b01a4ed659
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe5101a77e91dc77a1e2bc7001aa5f1071448b7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2acf3edb0631a21c75c97c97732dc4258124684e71625e1c630183b0e35e33c
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4525ac1db05b2107f3eeecf716bd04c7a811bdc9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6fb82d9337f8ab33ebb0d7403cd4821a60dce2f34218a4d6453582df8601030
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4381838e3003f131c0e3663133a73ee8c588a590
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec8edf90c51db73cd3a024c359ddf2f4dca6118196d173126f9438877bf6d85
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2621acd9fef532a0a61edfeb0e50aab9f1299052
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa73434dbfcb47443c97b1726f1d558e339c24640a16d4d4e535156584290f3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a24109c868ff0edbff1024f59a3c3940927f483f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb93dc6402e3741f0d55d4ed187bd0d35fdf939bffef17a2f2d89a156c65631d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e904bd31339ba0d99d9b1d8047ae163fb9e9df6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12aaea77f3df8161da61af3ea0161fe58ab645f9f12f244229737bb45507d98d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23692cc5814527930985f1799d3ca22205f37eb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bdc16824c59aaee1cc95e53cfd1f47c0012130b95a7812208d62f49732cd3cb
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b6ee5f4e48534f240947e954add22f69cb9bd3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb2b976727a494a82dddb43bfc40554126976e29e874542b3c4510e863ad6a9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b0f56d6337a9c9d7049d84f16a84ecbd49e58fc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:388248cb4265646f7e6e3fae21dfdd2bf97f791259fc25995a941efaae543b54
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853cf687c83d03e7b5bf4c9561840e6a9e00455b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91830239d9e8c50309c43bd508004da7298a7c76a62c2fdcbc947c3346c20cfd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9656387c44946a302844a08fb7c0407ec7b6a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d0a16f36d482ad8732d853aa13f181a35151536627efe5051c47a08efd2f3b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b1f3b6e4996fa5ec8a2ceee219b9b3f4ad9152
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7054a542ee7d36d3e90c801efffdb85eeb636dfad3ee1ff310fd3206489a04bf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe2782285f20bbecc45dd337ed4136c8e9dc6f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d225c5771d1753bec37391f533ab81fb3e24a359c30aab8b74e6877f159579
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4081f20365215442c54fa70036b8c804a95309
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df01d27131ff777bb5c2832af827bd00e4f3edc0d61116e19ec56e24462f5611
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41bb1d2ca15fc457773d3d6712b689f512bb6293
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98a2315275441e673afdc3f365175005b3f548bf9f9ab9de408168ce2975365
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e664874803497da48e4de9a2ad44051057ad2ff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1c07bdc7229d5e6ed848ee38bcbecef888d9c8fc45f214c55c19b8f64e533a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b73b8272a0321bf53a9c724c21bebb9d2a4d143
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4810a3d5416ee9da7c557b1b23fa4b6e4aa65f1b6cf202b7ad760c11b3301824
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d668152fbfba9f39149be3039305c1439dc5b4c0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c359e258858ce3ad46e303afcbf9ce3a2a4d567456e716109793c46cee49b3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42881140f0d1eb218776c6ead196d5df115b334
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5940be7d053d5fa8cdf4c09059811c5c012af1d62f7c9c18fd831fe9de57bf
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e738c5fb80942cf7cdae12baad727cea80d29b5b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46979908b38ad4ebcc34206a04a011b3bd44c9e4e5a4f511589ee07064adda75
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e671ac8caae41038ee24ee221a6cae0c00fef5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4856aba7b2c4561dd0ca2c79cfe33cda105b3ac7cd16e4b50e781a814c9ee321
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208501387fcc9d1e9704a51673d61f821c0b04e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f9c29fafee6929ead4d5371b1a34203be5e13ac27c5fb883ba6ecc527993f4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac51e513c33d219bd771906dacea45fb4f9f709
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6b94a67e898e531f4498353ac094c768a9dfb1bdefd8c18247415d3b358ae9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8ffd9e6b41b3329ee4d0f4d71998670d6b69ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ef6429634bb31e42271f1168478354939dfc9139eac7984554d04180e5686f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f2416e90fea3949475dd7800d3f8a398cf62cf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e9e8f8cd746902975ee2cf3e5e13d50cb130126c5fb1431aacac525332856a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d94fd3763f3f83443d2337e592ca20c6a0c3f529
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c141c9bce6daade3a344e41cb3c9479bca2b2519e0934be77722e74c08f187a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c1f6a71be0677719ce8be245a763604d90cd07
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd07d48013d53ef8d2d579e96204d0795723ebac426d52732cd18673c7c40fd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a12011564bbba616df73fd46664db83e0c4f16f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e35443a7e2601c80f84abd0f59c7369a2e12079bc31bacbfd4db6008a48b48
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc6b6d5c04a3dcea60b9e1567d7236fbd81cbd8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7461d6e8b925186b7e1ac27b743b7a9e9d2f4887da8296ded4f9021375864bd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814489d3f7311b193228d3d07295e1601c1b1983
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa68cf23a493e2f4b78fe8c4ae491b930ae9418ea1e509eb6ba77c1fe4d18ef6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc14e42947b13591e472e176f60bfebbeb679907
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84edad6ddf566e38845edbadd46d5b2ed1e7671acd719ae5d748400118694b2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95945aa18c2b9ec34291218d8f65d328a837c18d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8580df593fa37efc8537a8d54a47769d42233f479e0be12528cfe0706b3e9ff
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aaacf92affcaf525af3ebd7f2799d7c6922315c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947d60eb1274b0dff57991a7ca5a07400741679df40039d2c5b05676a555b4bd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3541d99b92cb71014abed64d79c505a1a97ed47
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1c32de2d083e3b1158b3c632fee300a114e0a0e34253074d3685b82037c852
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29131146fec396fef8eed7a335eba18ca504f9d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e5a3190a388d7ba0ce789dd4f93be65dc43b348534c6b7cd31d47855e61760
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8c624fdbdb20d702d9c1b28d160e357d550fdb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8a8a3a0ed910dba0e20d3c41411cc66db03be0fd6e0eea7325bb37f1607715
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d420fa66a9cfcdecc7957b673b42c98470a8a42b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36401dd5eeceb349ae24707521413e238ff756ad95ab9fc89b39ecb740bbbf3d
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac267d9633be083c62ee73d3b7ef1353dadfa1c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5349d1996ff68e49397e69512b7bdca25a226c420cfd019fa79f9813bd3ba367
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1e6f2151df17505912f848507f35d10d6c6e91
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847e6e2967444a2b509d2963a6c1310b573268de6217172b0005ad0ca2a72a64
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d9a116fc5408e533e64a716521be06f68a7af4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8af72cc07b2312e9809174cbb4dba39b9501319f9ed9278bc5623eab8e9c546
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c448a041e3794dda4af5e19b119fb94ddc812b71
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2edbf8fb1e42e6d4e5c2d1134dbd1cc17476206006b2ead925492f16d3b28db8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6570d06f0c4452174cbaecdb2f5b1d9914e941e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168b4cfe444ed885f05bf08073f34e614f8fb5f7a15a37a4676eb71b4e8d67e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ad9f6c487b5e22e4a673eaf85f81e6c3cba93f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a0a01e5bf159b71a9d175a58c145667a72a26045949814132f569b05cb26e2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b5327b33fdd395f002c2bb0c0c1ec80688410a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21dc9dee2eac81743ae7631a4b6b2dafe05e7f373901aaa69762b0ab56c617ee
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c551889e829cf72531082d61ad5332a2ec8b748
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be89423b63c6c82f897b730a5682db2e39dcef36f1d451ed0ef5874bb732494
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799ab5f19fd585256277070427f886e36edcba13
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af30238b022db75a431d321f616ebb9f594e375b74cf9fefcdc30304ac07d19
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352104f793a30927d2840a14663285b3566d3fcd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2eac630b5e97996514a1beb6065ee11d3f604dd89738dbe33259edbbcd70702
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12193fcd806bd2a7b46d6c9aed1b338c588bdd37
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10969eacd93cd1c86bb4ca152586564aebfe1b525a2174bbffbd4257b302ece3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cce0e57a664a416e01f288131fb8aafdb73f425b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a4465cdf0d905d270c46b6998af5ca93b83b4f9fb74ba77f45812bde5ea0b9
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a1e179f9842fa14be24976914bace2ec31b030
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a383ca0f58f814db21e92dc085c6c3e9fd90c131fafcf18f4b41693f6e80ae
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f1c965dfa534a39a3e41ea6f18c6bd59fee83f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9917ed8d2e042517699711a2ffe75d397e21642996c947b03042530290c1aa0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d714b55f9b4760c7423901bb80a0a5fffd68a17f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f02b22dd62048481b7a78a94edbcfc764472c4f8bf65872b145f27125233a08
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17dcca473705676a82b81f0c6e7a1d2b5d99e7ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90836aaaf3e818f713d7135263a788ed14e0c75cf42d00ab4c601b2c15c9356
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f52e12913599a88db0e5718bb2105cc65b094ec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c7db574d7dead8a8acd2b9612c3e4cc6a05d17cd5e0ed4b57258cf6f17dbdd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8197a7d574590fe83107917223916e22866b4cb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b8ec669d14e69d919f70409116a357a4cafdbd10452c65ca5d540bb5ef2733
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b43a2464a08f0def962b64c1acc3429e82783c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ab87265625d6381a18035173140465cbbe185fcce78e976ac83d3cd4b13a38
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e51e7197ed178770938fa6f88553b202874c61c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c766f38ee9280dc6739afcb9b7ac4fe82a43a77e2dd464f80cec4e7b6f0b84
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd48cbfac65e0e508f070db32e38812e54987b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8676914ffe6ed4664bd1a02d31c1563c7bbd4f33e9420ab80afdc48fbc0a964
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..418300f89339f7c2ca1575d2ed99f2b9e14d0b1b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7bf5987f5f6e64d7b91e31a66a585d0e74965fd7236db4acd5e07393e8cdb2c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2db3edeb609d0131c041ad89fbdbe82c795ae2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873b6c9164fe1f0f7200ae621014c1d1a0007733c0bf4923c0746daaa7c840c6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e8c735c4ab5bb42688707fe6c85baab3ffc08e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc94fd74a3e14c3ae2563b74b0eb06c16fecce13da6816e819889c7b44de890
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fecca06edabb803f0005353c14524ea363f4851
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c7c660895b43e7be5652195277cbd36474abdea7d8e265436b8bef56ea17c9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c9db5bd82d293c42b7ae477de0fb5f947ea04a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc80059a937be33873381817842dabbc7fcb3df0af02fe62490e1aada68ab12
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88e20a94449eefe49304ada6575866ece664eff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6814b3600ba71d992e7a8c13894e9c6c069cb61c11e5f2acea0924e53a4baa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0952ae5e6bee631c5823ca8b220298fdc833a01d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d810c95f52c3b5f576d921eca8199e40510d72f5c7a83ed276a6d3f44c447ca9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..438dd3f1dde6d3fd6e8b29ab6036e07de14fe90b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f7463715154a06b5e32758cac2eb998345ddfae0f28ef548eb5c8461f33e490
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d733464f3ee97b404eb947b5257103741f414f0d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b8eb6bcb8859094a42486f251cf5e85d3a319665e0eb96621db4432793cb39
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6742d5889f75dd936e4af012e557fd06dd7191
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e729cc24598e1c118618d1a1a04ee90c88fbbd86dabd11bd2bad0c54e42b4009
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e5fb90055a898e3557fab890780cc88e2393f7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1f2d58ed6e2bc6cae92104b120d7d015a332548b750c71e92cbb2dc72d1ba5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1352806036027feb24cf82f2bac7a857b028a6c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20fcbbebce4751411d8edceffde879057bcc516cf40be9de6c5b31b0eaf4023f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb3c10d4e5bccd76ce4beec7d80d8ca7ee1af74
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6459beb7235db85b62fa1cc0700176c444e3fed170a499a2a2a1b0f7f05f0ae
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a633bd679a76cfa1f73aa28fb23e5d5de9ccfd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7578449b64f2a33bcc9cc41168e75ce6ab3e19c5f49d7bdc8c68ed3bcd2881
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a29d1a6f4067c4a75211e3a0b6313c652e400048
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593c1c0be5a99773709d9b16e8a4266b1f7543a34a5fb7d446f0fadb0f9ff53b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b40fe2534c5acf420af40e8e866dd10a3aa577
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661d3fe0ddbf2206db6f85ee9d359db5b1242a63a06a8422ff4ee0bd02f33b7c
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667bb0dad473252819dab156dfcc9f9766802a21
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a27c6b7216e2e5889957fccf1bdd5b080dc1c2878d001564af86c1b34796058
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec5e60c0903fff8d1cf883d5afda50d2cf4a416
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d18e6ebb9123da6dae7236108a7d0e042c13e9921e6351f31e7520f7ec706d
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0dcb324b19f5a39c5dc25cb4cd52cc21069e60d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7047108741304f7014da375b6991a72e1df662abcadce17c9bfed0e27d6592
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672d7c7a3354f91bee48ce24c80050e989d77719
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587d9830235ffd41cd2bd1dc7e6ba024e45f995c3f321431fbf331255ec5b8e4
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ae34fc20e8f0c71a30c3842ec0d0040c2e842a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869b39692d4c031a0aceedf737a19c33f85fbeb5bd1651477cb5cb9cabadb482
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6d155a1f331846b0dee19a9919a0ebfba0fc97
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42877dbd41b686ad2d54efdbdde0aead70339a5ce8af016090bf1f7757d10bf9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf77513a810a11d29c8a78b1cc7b59a1977513b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f342a0946cace215a563482189c0acd70c0917a16db192abea2b73bf5cd07871
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20de36978d07369174c85288b2461fe1789811bb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e4a321da5ce44d115a02cb9c00e9be78bce170b4a71fba776b600510022dc8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b7c67c98c169db648e3faebece790baa229539b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3750323f70aaaa00df4b81b353ea13b310a6460bbfbb965fad2b45b9b7117f75
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b0e3e4af5ad17a71316150bde53e75f86f7b51c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1733ef6a1e7f99a1960ef7f1fa1a166b54d8d0fbc40fec824b37c48071b9b78
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ad68a7d060021aca674cfbd92262a99022b856
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2905c13f9f65a61312df38e1b1d6c34cb5b8b522c78da1bfe4e17de753af31
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092f1fe1eaf1d529bdbb0260a0f2bbb5c4c2e5e0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769790bd344b171459b46ee989ca985ce8cb31ca53f36c4547d10b7a093d28dd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe91c9124378955785ebe7e1a0bf744e3b741e1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ce9290d4f632d632f1ea7ac311306623129e7ca19b49d9e89371a666167820
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebdef99a5cfb771e43c98be8845fa3b4845160ca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aefc07769ee91775d8ed9bea2bc5666a19d76011c9e276946bf252845067a434
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab039ea8236a7b57505189812476a842a5cda7f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29281f690ba9fe37c4f785d07fb0684d0a133d17bcc3a3e3c78d6a36c29b0b73
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3216b4281d986a9a1ee2e7f0299020fb901ad3b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbb2878418feb89c0bf561311ceb8169605f24c4fe5f8dea0b9d3857b75f6fd
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff7e85ae0dd5465d821d32e8abb3af5a5959e34
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfac2dca9f81e61dcbabbd310f8090f5c5f989f0ed9ae7c1cfab812324de5ce9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4cb35855c5df51448bdb21a8fe2c34995989f4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3bdd952acda057277f61c4edad075c756a5e0b79e9f9efc6659946127be6d66
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce467d6d7987ffd4d1647b0caa947608f370b435
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ea7c3275de7c6c5fcf18089cdd724b942dd65336ec829123a183f68480f69d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a958dda321f6570f1f9253bafdba4217672533ad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cbdd3cc85b5e196e9aaa38674b61bcfc33bcb0200409f014ca3e5174b74814c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37848ace29a568755b1587b8110f49556c2c6a62
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4edbaed8c304072071eb4bcc34a5ee09c11f9262a31e0034ec9215c751f90e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06d5f8eaaa94a3dabae20a7f879efde3924e5f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4583758b558c98bf6017c0b269f96e88662180be02231947a6826a399d7159e9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5954f37a39fd15f26b652e1672563fa1e443fa80
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d08a6e95bf1b5f5458e30843801dc88acdf1abc2dd1c952e2b3b2cd630875d3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc358e19722498866a1a1d3c8f552582bb842bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9bf2ff2f73909bebf936a2d573e24f3b8c8f6f6f5fca8681781fbbebf7ac847
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772ee8f892286bc68e0936a4537108448d74c583
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0836e0bfc3ac056366083a3603d01e2973b35a05f970321e62eb1fe8c4d4b4c7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bce6189db29604a83a4de2f728f10330d71725d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103f4e18d823cd74c4cbc08dc94496c4547223ef7551fd4a040ba0919d14a4fa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af8e520a7b5db9574e342d9c620baa4cc87d713d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a6f7b2899533e4b4ab6dc65b00c8ccc3ecf0b9b66397c66e6e1eb02d5becdf
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daadb90ddd5b8cbffc1f384625cda5b03e509637
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4479fbb6b464aa5c7c34572d795f34acddbf13435721c978d7f49348a13a6f80
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba31f25c66a986c1189de9c9df466bed4e61743
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a14d4b597c03ffbdea76a928e5e71c0eae3e10c1300bd3284b94587460c73c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ecc19318b3f38d38ff3d5f9288e9e2b37015a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a28945ec30660b3bdc636a1b21e42b583abdb687601a2b991bd73e3697bbb413
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9273c389b14d82ce65e93dbc0067c2f99c375291
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729dae3c1db2faad6560d4ca3fa0a428c037c6808f8db8b1d86e896cf6c9786b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97f52c5b19bb40083c38e966cdd074dcc76f65ec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb6734695a724cdc35cfe9589dec8637d46eae9dce9bab380ac42e05bab9bf96
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f97a168e1fd83c1361f519b76ecf70036a5e4c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4a2aaa64b90375425cfead6acbccabebc3f2af022b716b1ac87c979194116c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b74bfdef809052881c4aa0bc8d710c3690bcd219
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a5461eab8c70172ccc159ae8989bb8dac00c81f67a3d8115b9283fb9710915
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb3e0e48230839f7c9431217b187f3271fbbb49
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8057565bc5fee362ef317ba4fdff45f24bc05d5b772e1c0c3eaea0e16c715902
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e94bb5b2c0cdcfb48938ebef74fc0f2bc09e3cd2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afac5c3286bc6cbca0d6d20d3139f85b1dd731291d35e6da047748979f351662
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff9bf958ebb8bdba1f247cc2cef0336274d2cd4b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0023b30a484c7d90f9043d5132a6c5c59901242714bef09bd9f69dabe47d2ae
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a78832c0d18ead34728a9c8de28c88656aaa455
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819b2531ea9cbad88585cb1662c6c85686fd0f94e5a28f4a0c03f1f96e5a8df3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc5492e61eeaa84b73514ba2a7a66e8fb13a66f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cdb448d18d2cec6a30d7f3f0f16a67eb9c6655e148d257c652972962af7178d
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b413d66844e589093fe8a1f369b8d7ab212338
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c131dab998ff5b77d835e729d83bf007da80c65ffb654bced66d4e4eccf2707
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..905cfdd6bbfd66290b0a69a50cfc859ba99f5973
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabfa6febdcfceccf884133b1b0a65af73e5e0b51387bb78fb8a7da774ffc45a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d15434f995889b232a0d69bf712ce78d7853b0b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a154b92502d25618db193f8615f23d5d281aaa821e6495aae01deb903e3ef44a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a39b64bf2eb99b5fcd9976fa2c7f8d3d08b67c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d649f3d9964d954ae54ae2584c8bc3e34527fa1f6b2acc08e7505e2e0596cdf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e01b463f14dcb5e98659f8ef3184a08638aa70ed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a3526afb34fc243a445d3ecfe1a27408879b2f63c8bffd3c91720e0483aac5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e421dea1f20c810a978f594fbe87f4b6124817
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e73a41d1b21ae9d5423d494f085a5c04fc851be4ef8b5e50e432fee997dc50
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d499ea25462f32b77d130f222bd3d0214eeeca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5628abd228ba282f2edbf6f7bcc20e40c0bedf6e43c871d0aea871ba56c60f49
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..045e1b5d1b7c6e6783fa94dd679f2e4a0c416175
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93591e8dca7638d8dc90832fb7acdc1882df253da54ffea86e184a330b94dc50
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d4c67adc7e2198cd96e58f90f10487432227f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b6a88f98b06a3cfea4dc3b980a6624177d6a40ac15ef277fd181bb2de0f203
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c6bb741626ce5bdfc0d78b9a284960f2dda127
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f91c9a370da327bb646826d7ee2e7ca8f4fe88b1170f9775e9ea27348b659f7b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83619be808214193496d962b36f11218cd0297b6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f67eb8e9937576cff6172429eae5ee1d6848dc958d10f5852c51af54e87bb57
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c0655628ecc87102af07e37d5dad19d6d79cd6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c72655f2f7a0f1a346f457aa7a8276008c2f8b6ebaff2be9bfe867244c8332
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14e1b6892b2170cd9dd63b4570b2b3906e21423
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1273a2fad89ba11e44009dc44d1e16fe1112d9b0c0e8474108dc6ec22527f7d4
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3963a78f21aac91b3e13a01979cbbe98dfebba9c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0894b034c95d4330bc9fddafb26db4ea19ce551dabe8e123d6e7361635749c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edaa7bcf1048ce65084f24c76675b881873b3890
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee9bc8bbe4180e5d129d25513dbf4209a6dc0dca84d0856095d27f9fdb2a2e0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a0dcdeb1f73f6c1ed20d139e9b8d761bb1d4518
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd71e5ae8976184bd713ba3d144981efad8f917f2ca46164eb241a07d864608
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..018f343c098c157acc572f35c2e91b9705ce2471
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859957cffa532ed1ae9d210690678ab0b711217e07221e76fd31c371c7cbd243
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e1684dd492d6cfc887f19c59fbdd932ad0766d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7807469d99daa5e435cd90ef1371d456224e993275407efe92ac12249ead41
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b2d154c114d9abb1563684b350348b7d8c20f3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d6c71bd20d56050a8a374a106b66450e15233a00506f422c946a540b3ca06f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733a62fde26468549271c645f05b45aa51c639d5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdf7d509e12ee7e663079aa8c3474218c50fbd3dbabe7b53dc58628ef70d015
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4260b4731ef8f46e7af4689cd6c83cc9ad39395
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d053f02974beb9239d072c4eebce38e7ee31ed4f37335b9036ca140d438a3b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e626695a5759abd8119f8f296f951e56e735855
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc83319002729ac55475022407b151a5007fd278342dc323edf58db7549d89d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3acc022802309815ddc65d327b9fb0787235d349
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c48fe2ecbf57c58ff89959840499c07bc5dd4a5e8f31bbb14c7067b9dc29f5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd33c7a9f659306fd8c6a42ee62789b476523874
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a869cc907203af3e7921a3748f324b727fa0cc7b3e89e58949dba82ffef4ee
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f1f84d995eaca834608a94b464ee3f605bde6f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19b04d34229d08b92a008150799ad1e6b5790c5ed535e9cca24d85aa66b797e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5688dcc370251ae183b7e3b1a443262ba87d3574
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e41fc22e0296a2952f877dd53f5b14ea5bc773f95c1fff8b4df7872bc57996
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1d9735edd44947a1c9a2d39ee6a31818e07221
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a79e9fc496ae98705041cb23e670a3b68cbc403380fb5039cf113491ba95fa6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..709e73326357c46da318cfab082268a707f04354
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a913ca7ea72073091ef588faf549ceed1910c1cf01c719cf4f65a2336754da
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..265b07c91be83bd1a3219843004812d3ad1340f4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865402e6730250fa3dd2ef9748d0e21668a9fc49a891dfc829806d1e1b1d75fa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af725c2cd5f22a395a932aa8794facfc6e73752
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5557c3c7a12b31627a41aabbff0742722ddb43df3786e6547ddb03ee422c021e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846c4832cadeac01af10a0e1e02d60c69f274c93
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32283d02adc83779946471d14878d138dbed9424338326ea79c7dac69e4da7d3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322b085718264bea6f34bf2ea63f72163a551efb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ebb2fd6977311236427b985d262b1f14cb31cb8775b168c722e123eed177599
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70898e222967c3786723dd8890cd7985968f790
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376e518cac9fc309c5134c8fd6248180b91099b75f06ce4a141906e0710fd07a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2035474149a5de970ab067e44332936a69a1245
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d49ab29a92dd40be81452c262115b9e7e5665c987881d425f1d96c43d30fee
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d448cca28cafc3e0417de1eb8af22cdc85e40930
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c696fe21fa1f1a4b954960dc30f5cd5ae2056cf60cee11008451febe52809aec
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce2cc19db3dde45df94869691b160e69047784e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf04b7bcfe387248183ac5a8c7538a7f7645322f32c0f319f92037363fc62450
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f9731944c2b4289c4a72080b6670eb8dc2a24da
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cba6cf678991422c1d8a6f0f7af0825892dfa960686865313644b06ac70eefd
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58c44306dc7d73a0de6189a49eb1bd976619153
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7efbc2f87b440d3b8d4a9cf485116ab4ae0bf60e56d4c395a60044a20e1a4fd1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe68f011bf27844007b604d8348676be41a103c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6356c359b4904f9fa66d76d0fceb9b8ac0a2818515e4ef6caaa1fdef071176b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b78752e91fe57eaf5aab53571c0f13139253465
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d9e4a74c4970a1d4a1536eb8e71d7bf5c5d59ba6c14ba4bc22d1bfb5b0a321
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1dc7d35b2c0b00b27c404ac75c73a32ad6efd7f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387ae697bba61e746a8792e1f902d86ae73cf803f67ffc1e198439550b63e4ee
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..074d06fca635706e8dcb45b2d9f9e98c058f7c43
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa516b8195c98d841b0bc0f6d8e08ddaa3d8a6f7ba5f139061ebb3a7aa94364
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f163e0cba02bfc66cf08d72bb7f63386ff261b6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c7d7c80bae917e6d581a403c233e92e970481c05e3fc4b5fe869ea6dab9774f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aa593cad13d514f9f2e0e7980e574c737a02f17
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b997a397a7eb1d10d7e0028e2717f688670695963c58c26c0d0d7c8090391be7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..834b9fb68e96c3ce78233cb45e86eb16ea15d472
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760cee285e9a4828993721bbf1c26385dbeaa0ab06f6e2e0ae03458924e61d7c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a13b8e764b4273b2dca6427839e6f259f5748b2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c342e70f61506e53f2bf8d699662bb1650c10a6d04d8e9a440439b645ab4c0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee80e2232019d68e6a0571a4b6a199ee4092fb57
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4be80b298d2a4ab897a68295160ef4d8d91f0a9b52aa04ffb36084ab02f6b9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43024dd9e9d41c61aff5de523d826fde3a00525b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19387d49ae9bc296270286fa8db3ae5f9d33cdb5b173de41a643cee33559ac1c
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7535ae634501d41cbc6d168829ec1aa38bb7a78
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:199ff77c6284c1e3ff8ecc1b820319cadec70caecf988cc08de868f1cf09e050
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e1646ee3651b0ede733a0b29bfaf347fc4c49c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef93db3edb3d0ab606d95b3e091d1c47ea8e1730c0442f4fde70ec34b43c2bc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd5a2d68b1ad78d711a6d290c796ea7567f3b9e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1919b8951b7aa197dd38d3a9c0a2410a299af76a1826ac7fb87cd6300962d020
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733e4a5373142862a0fbbfe2497e4850202bdd3e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e2e1cde89aca1cd0acd9ff0f0115d6fa1dc262054710ddc535a05099ebfe18c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa421656a064c995843d6a9bc16a6571c751ad4a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa8e7462a7a40d9e164caecd8a0228ab113d0fd30312ba5014423067db00059
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64bf2d7fd3e62d34c2b9f670ee0c7553f60a1fdb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f500f9bf2ec8a96f6ac60bacc78ba4de3ca08e83d3f88ee11de7494f8c1de08
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c6b1d9dda8325cb001135930d4c412213eae88
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6213ed1e48d832c0c4e64ad7f3383ddc98a906550be970052c34bef4c2b77a1d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce876c6cb7c5ccc684c1ad2d67f6da789960211
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf78c50eec19666614b670ffe24d903ccdb694b492eac54401b245e2201380c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb8b4abce666840ee7eabe449ce33574f724464
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b42e4408c6d4f30c8e9c01cceb6f79288fc07ea1ee9c056b53e5f1b3ea4c00
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f74be546e3f95cf44a2e718b0abf2444fb6d2b18
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ea0e217a09b5a50ab3d8377bb786771084e6395e40385d1efbb8381a139682
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c6d3973c0e507914a1be776246f82efd799dd8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f787ff7287914ca02e24f9d75a416ac5a621723cc28d80509db88185b7ba6067
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751cec307061d9ffc1771ba1d30acdb995503958
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e3088cf6eaa9cab495736c27f4f24baa210e77382f76a875a668d938a457eb
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f80dc00cf1149cfc07754bc42d2d69465cea399
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190330177fa1549dc1783b908b12fc413fa9dc09527b38e5b998e7a42f972f65
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b405148e3cd390454aa406438e8e2bd7eeee90
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbfbb4a71327048b7a95776ccebb45ea6c287776457b4bbe9882a8c6e47e37f4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea68d7c5f72ddf170d0f79a55a1bbbc456d0e23
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44147adcd1427fbbf2d6f63c58d34c22faadc23f1f4febe2e82794771ac054ac
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35644a7ccffeb73eec8e368696347959066d1dbc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2690d7bcdbcc85e530db554dbae14b904f486401f9d6472262f91a995993c815
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..467d00fe83d1cb39e5afde6b7c02b5ca1704b164
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b59ca8f62a654af9ee99e480fc22c8046058472ad335c1473c77ab52b380b8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e02b7aae50e8f528821780675f4397941536d30
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d82807cf2858684ddfd2843846c3a045d71d8485c4cf25d17c00d4e05f44a9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b17a62c78c8993675326e5b82d8be8739ef154
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59718efc2d20c59b3c5f8e94599ffe5d72104ec8b079617efb78cf1741bc0a0f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9469833649239c800b79063accfb356711155a3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23e2c85f0298a7f107b440eab39b9e92070308572e36f6b4d8e28b6200bbe6e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09bf2bc4a899ee8577363fd2a9f980de9fd2d126
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a72baaaaad8e838ff8d065a360a28e1852f5f72b5a56851a373881aa5a27e62
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03eee0a92d2db36573fc608da9a7a2559b32d5b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d20a293deb7c527c5a76ca058eedc4d9825401d9a492c85a881d8ee5845668
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..084c09a164ffd146922fdd1b3974b205648db0b5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:471ae64f5a918d30b8a131cff5682a2c087fb0e89560a00ac51cb645c1761642
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d38f107786030de18e8d169b79d157ee817ee93
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002eb006a68c173eac0a0331584080118da8abf06240b52161b637aba6e2e26c
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cbb38ab0cad7fe4c2a64600d181a848332fd294
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f096beca60b3be55eabf1b286fb1aabb6da210120a39321bffb73861113cb3
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b105603bca1ce3c6214929e126510129854a1b95
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8993a6cb2b4e0b522a643d9c9a6f0a35b5ff41c2718f88f58d9c7bdd1045e33
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca535d32b3dd299c26c19ae9ce934dad6778e82d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14382839c14a7547210ac7b12d8a55d148e0ff34c6c5dddcb8b82ca4999505b7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a1ee2fd3641cf5185de9bfae6520e0ccb257d0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0542caaac69ec4716aeedb9766026fe22d2725578cb1d2586ccb7b92495bd09
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562a6327fd0036912bb8178f5a012bb673446c03
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2e295a09d748498989e76bd4be106007d08676365dc75fcc26a0182cdb0eef
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2948dbdf64978d0db3eda74585444bd0ad25df8a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207834145b073b8a80e32f00da4143431fb6093c73f2aea52c04288f46ba88a2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f88e17cc81a167047a0c1299cd99ae42eed980e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c13f79f319c0268cbc2108e3ff0c112ed39d228795bf43d13a648ed9fd4f82
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..086de54f5d8fc07f2cf761745c4763a2648eee67
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d600d60af6f3badf68c4da342e1ac836f50525b1c750ac647fcb0a5d5145b304
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f388f51b2c72be978605def00bef131b5d5eaa25
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f39bc54fe12a285608118d846e1660d51e277e728eb56607ce6446b33e2b0a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f0ad936c143a5caafe7501b5ae0d86a0f471070
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5384a8c178bf221f869e3cec2d715ee11ddf2a2ab192667ce98d68de7c50ec9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90f0661e6a0d5c84c0efe4352e7182dd7f21f9e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3856a212bac77adc00ac8222e3c9185a76d78ecc15dd31932536b45a5a019699
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b035822cfaeb78f78d1bfc5c95a308504cc9620e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c807a182c09dd6bc3f096f243ff5936e5faf4521507773e3901b97f65365a3
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb32dc1d1ed8b114041bcd08bba98b8666c3837
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01bf5d9e76937e72bbe6708476aca6517df555915661378771c3f7d374f6a53a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31164e22b8b7e17dca95522d54c65279bf383882
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d97cfe67e5b7a33083cf029df73c93ed8292f88bdca1fb3f0ef6b379f7a4c18
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9886503693398c41ae0ee8d02012366ec101c0e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c8f0348c72afe3b7d0811672afca2ed0cc2dc87535eb7603a8463420ff8206d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285ed2683452f7969a261793e2145e19b2042565
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e732fc98dc32414a1522e76fe1532693fdecd0088a5397ae8d4d7fc1d9ed346
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a361a489cd07aaa7208fd3efab9157ca1f65a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e96a704a168d2e9467bbb94ba46a084fbfb59b923545a583cdb31aed1d10b16d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4667187bbbd6ff7f0550b3b21bb660bc6e65b5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f8a99225559367998890cc6a91837e7e71043a438482f367b2130bbbf506fb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..025140a2acf313883cbe10acd679a8a49d2f855a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc5d7bfbaa2bc13fd9d48b2d38bd6c55d713d44bc08da66151bf131fe227e35
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73187999681687d30160da8b433b5fa32e5c8f0e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5093e23464996a1cf9f26aeddf051bf1a272bd824d6a122847d9bf476302f67b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4477557994532bca73e8fcbf8854e1b885d04a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c98b83ef395bca064eca3a46f345d4d5cc5ed3cc0574af8535aa89fd8ada3cb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2699a597433f8cb210aa8157eeaf537abaa52f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c68d7f56247c1a7e1f7c451b1f3b192a2e49f44096e4af528bffc84b3675a4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b07f97a6e7de3bd74230fcb5236b4c69cada14c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f85bda59bc1c633a3c6eb98aa06596657e6bfd20c90f67f607ddbec84b68561
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d916afbeff1f752a3bf6e8792661d77d9f990ee4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df68cca9361538cb5d92afa1b095bc1d79b159c2c33a21c2092d930c4e921f25
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ce131195019f528414af16b4f93ed6b4538d8c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c4e3973d931cbd367f1789696dd24650d0555a3d111ad9f7e70cc7ac48e52a7
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2ded988fd140b573d16c4917e474a412b22ba6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ea679cdb8c1630beb11c6cfc580ae6053c5084ad38944348fe42c263b96366
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971fa0f48960447775879f1a87f53ec18050da9a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8de9817ad692d89ad7d2bbb4d3df62f8514e735198c6e621dbdfff73cfbfc0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79fc581d83b5a5874719cf06f66fd5fd0f72691c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb3354a2ddc7f065ee77e633b34f0653bc7117ce703e61757e21c49ebfc700e0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6971505dfea0048aceb75bbcb5a42ef2061b8250
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0bd6f021974012ed568ce1ae56458e4bb53d06797d5663a8e074a49c6c06974
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef2f097689156b1670d4a220d74797f2c1da3ef5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3fc72d6c787fc868efd972e18001685527a5be48eb951674e14337d2d88f01
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a75c35ef09074e8fe192d4654162e207b3324c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb09bae306527f4f97a2a62ef1b057f59f3bc2ebaeecc252bafd782190a1feea
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f75c49b43d26e3c6ffe6f87138c718bfe0fd01df
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129858f388d988d9312188a1c069bbdcf5c3147e29e1ac3d6f6168d07f38ee14
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c70485e88261ab1b722cc20b49252dbe5a698137
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7831f16ae46aa15110124b52153fb2aac6d9811bac7037472d64239ef44b4335
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75d2ce162975e4d6cfccf4032ded9403e464c82
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52170c7b19d0ea2131d6a1ddb4a078689cdde8d6e83bbd6edada2464413b6fdb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22232564fed5dbae1fc9c51c8749653d6a749655
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1538d02d9358a1b85527f52660421539ed8e6e9e7732df74f221138d1019d948
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fbbb4950c031100f367c868242a41aa77ac6b37
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b93202c941092bea8e70245fa8ca504065a695f223add1d246d458ddb0ee9d32
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1952699ad8efc1d7b4caa624d1d1477cd75710f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f65d5bf16d222f855aaa4c10695fa5330f52e1010e1c02e9eace27cc4803379
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71203ec4e09579b87f1ccd12d516a0be7b5c589a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08d8005dcc9c8acf29d8bbe31891de17250fdb55e5e672811fb2e3a3d653a56
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3600809ba8b8c942ebf1b943cb6f6541d7792e99
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb192adc07827932729984c68363d20ebd2741cb547c65860ca13917dff0dd85
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05e73767247183cdec19685d7e8af72489b4b61
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a185644eead329add9432f52b7c494036fefd41a90d54dfdf5fe5bb5d2420b86
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5fd65fb0a7ce836d2cc565584ff33558b142f72
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7caa3e1be4c780ce3dd0512c9d0bb406d85951c69eee261415ae507cf657bbaf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b603ebe2e0d60d931497ae627fc279e0b7b4023
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3d42adacf0f5bb8defb5ad04f2e2ad622df999731b04db913885dde8af2fa1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63f9c5d89adc662ef77f392cdc4d17cea5fbbd5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158a99b4a77c28cb131240af17b54611a23455110bd65c2bbd838462a3f6d6eb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edfb72be28dbe63bf387bea2299fddc5616afef6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0bff3e5920aebcc4924aee8d91fb552f14bead5193d9aa4f9e1eddbef9728b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26466d6f1ae30fc9e761ecb093965c8d420326b6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d169592006044da094cbe673eb7f7e9bb3f0b68fea7e0dec445f5b1703664e28
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71274b7a222bfb8abf484d8f8cb1e58c8f037a9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:861b16d23b93b73911274630db6c4a856a4073e741958c93c3024287d38886f2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0bdb9f282cda3c789b9350cd9ed8e9b00b66ca6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d7d7b25fa6304975fa0f1083f4cae1d5e9829455c081c8be1220666b8e672d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855d5df9f8f0544225651eb31d1114ddab519db0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48034ba182cce5240fe155ec98735ba96e89d705011a7601e9b76e99b70fb675
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95358e6c0c6ab16a3e57e8f67b376d7c0847df4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15488881588b16161292578bf0db434f21e779d2e2b10b1a36d72e8d2f4b6fe9
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9363dae3c96a7e9900942bfb9b094b9a63ddc51
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2a734aacb29739ab9f98cf0f17b81cd4682cf5f21c16ac94c96893e6b11e2b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58712fae30aafae9ae5c43cb20d14fd5e95470f0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5ae8b16ce3d0e8774290d70706fc430f65596b8710b70baad108098b4a58b78
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad1658ede9909a7b33ed4d0b48415dce35fee67
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c95e7965036dda1e5bbdcb8a7fcea7909ec8af7a213f9a8a8e54246e7837562
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..867e115c010c80b5a3af66082f6ff2e56c7daadf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fbaf2d889aa679fe9069aa3d7264f101074e8d533f060349f030e68a248dae7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf277f200230df9047c78c70e1257c5756daace
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a047d7edb72845b31c9ae9f75bd71dce2022c8636d48ff0ad0e48b746de1ca
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d434b696baafffbb5f295208ff53274c9fb6f59
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7261a1e7155cfe560c32bc14ed5bc7b3f1bc86567ee97a61e6b1c0ebd4d040
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f3ed359cf360596bbfa31a7bec1ad1cc12e7d5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f3f0a3865f0fda5eda696aadadf1be0cf4ca022a18e7eb87558f1a14913a07
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67116fae12e875081b874b72585e2b97c3638445
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:939d51a9bc3ab71c91823a1a1af704212042393c0d9b5181c1e3088695237790
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b74c503dd1609008b9eb87b9740ef92365e3bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe807e405776a1731f1e3541a83a8a0127011260488f9e9075e62e854d8766f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ed9406ed3d9d5c5d594819b4e14b2276353f80
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc2fcc5c512783ae481f9020447cb84b91ff444eca4252e8e487e59354a2ac4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be7ebb9377aa0d538207e3e4206f289a43a72c01
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec85e6661c3e77ec538ace65c273832a4f1021364a0fbc638b2b732655b9ffde
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dfc134855443548c94717c83dba36e30949363c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:883919a010ff70b23efde6f47c323a895a4503f9ffb6ad360a780ca6cfd5a1cb
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d90ae92f52395dcac1b26e51c39f8df737782a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee74557c80fdc4ad2aa24a114ecd8b7498d4d7711a730634f5ebe1285ea8f27
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3537f528a34c29bd0143c504cee3904b2e5ef00
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef2bbc9b34bd71725bb9160247a9e4d329f55a19bf1b9809254365001757871f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3386aeebb56099752858640acb7ae16423840c2a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3fb11a1ce8989b504560dfb994fcb258a1e4feafa8ac9f0538ef67918855891
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2457b6a087bc38b5f02d459cd0507581abcf7f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542862e8d0801ec3731d86f5a4e5bee90eabf157fa6487bea1e455e12e1213aa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac169153f88c9039448dd8db9e95a12af6a39307
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e30fdf19d38d7a05beb598bb9de2bef58d0c470443e5081e62f41b920ffe235
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773acf28e3c9e0bb844e8a6f7aa3a5e100585e06
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8442c1b96555f834545f88268510b811c05f3f04248cfc29e9691422a5f5dc7d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09f10e7e15c32d9dd8cd2778cc85c75928758f45
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d491b1d9b93093d449fc74c245f3a5bfe068f89a5020b5c3be6d8f113097f1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0944a1874ccb05c62963813960208d0e7b888121
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7359cd2718d688b38a869ed08a03e5c79e0b03bf0120f41664fc0f8529427b4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c15c87899a6b867f85c922a59c38c44d5ef145
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eaf17a2b68ab0e73ed49d1c106d66e3352a67f42c1d0a8f6f73840c99f96b8b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9daefed71c30e11be0639369f667af0ecbcdd84b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d83ce2972bd34b800368624243d25c6dc2a4d00cd5dcb6842672e5b8a25496
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..143d581e8b381cd9dc90cd040c532abc37ae12e0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86f6bf9af79ea1f5d71c3d57ca221a61a335c33fd403d6fb5000664435f6aad
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf031d9bc1d69ec72a9fa734f47c6b1e3c824bf3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d58bd0dcdeb90337fb0cf5e42db9ae23f2f64921b50664746fc1123900ffcc
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0035a7ec16fedba6cf4213f62282082ff6b801c3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5593ddae358fcf75b5f51fb1cbc5c15a68d75b73f76c0ed3056e724face50df5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..418773b59c944f79cbb268500bf2bde712c708d5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac59488fda5ac9d328a754046601ad5c237b28a8d56bd681d3b089182c8ab289
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9b4d916e71a429b01209b1e3cd6977ff8196b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6a33ba0ebfd4b92c636078c707b7f0774ed2c28924ac4db5c7e0303a16bcef
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6981bc9b6d54b35fe812cae7d1bd2be2fa67719
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942838c459127341eeae5eb99f4c89487c461c8f046c129da3fa2b131e0e72db
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a184eda6840684d34fd2d77c920b20d0116f0c5c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01eaba365f9f1c99ea38ffb7fd33404d830222d70be87aecb3084c0464ea9142
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d68b511ecbe19f3be5fd4bfd5806103ae9357137
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b644a32cbe41044a5292c06aec23be01c1c0d0ac41115def10d1ed990047b73e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e7ce5ebb41bfd3ce010bbed9f6e6f354a79503
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922f99660e6c4b8c7c49fad2c5b867efee4526ce85617c42a7d88aa7bfc11d0d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f66a3dab34d59d693d5c825a9bbe01a8f0d4b9a4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a008eb8ce48ec793dbfc6775e5737c1ca39ae80b83ff1401daf0fa76978ee480
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3d8128903a55a49cfa0a27ea0aac67179d14bb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a062cf8967a7d5314ed833eef54d474f432cfbc59b489825250318fc52df68
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f6131dd95a0e19e8c7a98818f8e9fe9c50a1bbb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a943666bb00a7e596235cf6ea8f704559b6922a7f8527afd379fa396f3ebec2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce3c654713bf3e9b4e3247f1c33dcf2639e201b4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891abe5a9ffcf17261bf99cef159267eab871e26e808475e7369176e9372d2e2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9e48af4de9d93bf0661f16ac6efd0a081cd626
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f118299ff272fbfaf0f51beabbc7fedf590455e00be51afe7a5594ed4c89067a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec0689586bd8360b92540b268caa853b6c8095e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0fee758977b6127b050382a5e0178a77ada6246044c183adcfd65ef9dc6043c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56d6f6d689ffe9a0c0181cb80080e10a947d471
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242c6e4abe8cb5ddd9f67dd7ab256deddcf0533e37b9c947ccfc3432ef6d7e21
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8995bb6bec3d98eb0f55d3f5bfbfe47d22e3aa2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a4ef2a32cbd6f34fc9c59bd77980c3fb4db2c7d2bfe88bffc9dd6d1660a1976
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831538956be1751cfb527e144c5831da091f04f7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f38dcf4ee4ccd06cad19150879dc78d8c9fd800ec1fcac8105e12a318729383
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e4e0d29438cfc232c3666052357dfbe11c1249
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:165b1d270a25993526cda6556bdd8a51e6c614d57ad2fa8aaca5deb07e4b4a56
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..885ec6c6ffe2949baac7e5cf0b93072408d8ae15
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d61c2f88b8fa4dd1c6115641fbb6ac9dbd4d7202b1983092b9226452cb10a8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e43609b5f3878fbe2b736a74c4c218048e85206
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d297b0c9565606c915fc0e13716848c20600109281c717e56d668159f262d6f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941904876b583e539ca34427016169d7249d8413
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9646c1e7f58fbe4dbbfe51447b8fd4c23a484a5f4d0d042d67eff2b6f6fb43
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..720900e692f639273f29d1b65bceec3955be5d33
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:339122ac18b4c0c7fa42c186fbcbd9cfc328d189f679d8f927fa9eabbe9b6540
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f61eaacbc9f6abaf1ab38383a445a5240030e86b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:023727b3f31d76e283897d60d88ba51e71e131f1e4ce9cde7dc3e70e6147c1c3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4beeb144edf3d596447c726623328fc50f7a17c5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74fcd7bd7db653d63fa33e31f44c39aad7b676f0567abd993981f97a04ecff0a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d4d276e6d66ff9bb22738341472ce7b105f9fd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6e389e63da1743cfd333dd226fad2da8f14bc741e73ccd88ca0887ca7b43cb
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..101b7f53629f74e0b52d097e142d10d4e781a6e8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7a11bfd06852f059e40d36e9a41e9535ad93eec33dec63e84a195c76b8f1e3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87d97977e97f11cc0055e334bd28e35aedbddac9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6928173b3a4f3740a7a1c5cc8c65441d488e344e964b6c50569ddd483593bbc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd18757bdbe9e7f1d149f15d0268681665307f4f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21584e445415be4ed8a7fe009e402c3651b55728e9bae9f53a32d0b59f59cfee
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dae6c71fe264147f24923b8798a0c53eca65900
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10aaa9fdad4538ba40748c1afcdf80501619fed8105959ee082e26e88644d3e6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173dde1a1f7aeb17c5e1a7d7d7fd11c6ec92a222
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ace9e5cb6790973afdae6a04e5ebf648481cd89edc8881181c095c2aff38850
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c3b56f58f9318da1d6740e54b46d4d3c28305f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3211f35dc8d18ff02efd52f7dab00e02f7814d27326dbfe647e0a082488c5ce
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a94bae902f0dbd41740ae47009f45a6bf298b5f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b394b13df165652652d8ce7590679a736019a16f48caac7c9532a24bd2ecf7c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9103e5485e7bf3d818dc565eb0d97439aa1c2161
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67cfda254681b1146980a8d3b96f5b126fc976807374f57492aff67b45ba8fc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c09b3f2ad11362b39dcb0e553bf5eba52850483
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea5cde79f5616f27a1d29758d3c1ab8a61208b297939fec3cfb8ff071f26bbf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d8ceb8b12f1387dc85f03bbec40059943e8b12
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0527d7f2e014d84a507cca3d849d31050f6feb7ab7951a81bdcd5d65d1f8900
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dbb85b0dd3dd68023f8aab3e41b3f4667894338
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fddfc2d641be65ad1d774ce78b367e7911fe10c0f6f4ca45a19bd1116bb068e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506c344022e253ce0e63fb2e7391e7c66b54c3a4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5639881b68f771ae6fdba315437a0c5b8b3ac8b62f0f351d8e42eb320538fb
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00442e25fff6399c3246bce9a23de58111b99033
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d627cddd024e88cfa0cfd3cba3d5659fcd257b99bbb71f21588f3e3c664e7306
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41636ee31812b6e9f2eff908b4e73ec33161833
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576517b88bedd249e097f53b7732e26e5a9c4f9dd29701230772181056c5ee3e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9b62ba553ef14ac54715a0a2c0c1d450cbd1c4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1528d9bc06347eb36eb077d8920f2cddae2c685add1edfe0c8c71bfc1be0fe
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6cd71ed90aff6e1eb0a761c0c15491f53949505
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d3df8c793c0be33e8c18ca716420a79a221789aa9948709acc9a16d41bd56c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d5442cafc46e9a584c35997a80f848a07c9248
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ade9aa42c3b03b0e09aa81333acae648a9008b1ee1d9f2834e322997c8d3b2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4d38a1704d494895076854b5b29dcac415a9e0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8505ac670ac1e7f2516d28b8c9885e43737010b7f3df0646c9ec10119b6ddbcd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59d3302e5b3a5a1771a3d4c55e0c6679fad9da5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583f6cac2b95602f85b2ec6d36f14fa9ad57dec894e05c0dca5476fd685d4ee6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..210842f6f98acab54392514d7c6c15e7dfbda78b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d5de30f2fbfbdbf7e97c867a1305c0a80fe73bcb04931891da85961fb4a459a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c966cc33376b4b5c91159ee5d409d8a8a8438501
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f9d0a7989182ca6034b192c43ceddd298e5a6c04a23712abd17cb65f0d0414
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b82dc6e76145a995e564ece4b2efdd4e2abc2f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8354e643f6108513fe946babcfa5c60aa721741ca176289d73f5f09ade2afb0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..124eec780ffe75d298c461e2916f38e26a0c1fe5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f42112c54ab6e875badd54c7fc26f55e1ff8e17707def91f7c82fd1eee7a79a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002afa61233fe677e04195cd16d7b83bff7f06ac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f53efabc3f3181b8173daf651608a17472172f64950d7ee11def47714d27838b
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db83c72b0f94a24e64af6fe5f4400adecdc37d13
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b60ec5f0343d8dbba82f182b19badd9fda4fb2877c1c36bfd969eb4bf9ab85
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ce4e4d0bdb2db5606bee7276e33a75d6912c48
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20b7b16c3deb876377ffc71668ee3b1017dd5b6a1fd1a920f2f6361b80a4e3c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd7972d2567add39ab1787128d2373bc0294a08
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62fee7b1b268d6f38fea429e271af66e15892da4c5d1c560c827c8921571b100
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7f787586c1f65d6a91f133c5ffbbad6e371365
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d979b30385c8acc82faebee8ede7a4cabaa29d5ecefcdd7aeabd0e68d8ecd2f6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9529375d5b2d1f051dce6d2cd83752bac17997cf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce4a34437c9d26d98c9bba3d3f7edaed36321402ee81a2aa9db5f80cf8ce9da
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff5288d3d22b45ee41d6d92d7671b6b96d5e659
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879de86749b176ef234070aaf2bfa476056565d5ef4511fb0f5b7a80d05dffef
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb9d893b96a04dabe8217341e9cd59ce3a57c46
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c56ba8319aa2e37a026277127e4093f2811f2fc86d0bfcf8f55b5172640c0ef
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f14a306549ada5aef37806edecb994c280b524
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f800d604325e6edad3f13ef7657f233d5adc36dad1e495587863c25b457904bf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b38633f1b6ab4a97bf3b51218fe0f6ac75d97bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b4bf8c02e37f0f23dde1b337c3b2a36d2109b58731574f06177e55d4b6af3e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d9ae4ad805428e7380f8a22a95957a055876a6a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f92330d548ef6edbb52cff7bdd4c4f75db5b7146df9fdf5bdb944e91e5a01cf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44042a74a76f2829e2ecaa1246f9c719e011e3f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62cb0fcb6e46a4b79332c417d3e2bfc4c0d90eb900493d4ea429b91d50ad4af7
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65675f4a8f5b0e1589ecc5a41fbefd4577d6efef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeab1b241a7571bdd319fb1210b9d72c67df3accf80aa34e167b75b27982ceb2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc03515087259e3dd9776b21f2de3616bd438dde
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928cc84d42826be593b646c06d5973785c684cc3ec6f1865c5f06d0598a6eae6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e04fad112bb6f00b7d6f724ab53580400064806a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813e7280c2706b4a410e69ce5dbc77f4e0de0839ab7079f955102de9c85ade98
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ab8018fd9b7db4491429cca41bc168e165eb4b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0856565e1746bb8f3be957f5be305af1fed70ea5811eafab1355d426defcbb36
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c3c261524dfca7ffad1ce2fb9a3414e2620be4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad9ec4be11141612b22f64fc9eba24b83cb3a40b5e076e07f42ca882f2cf818
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c482da4fc8020c9f335fc161885053e63d635c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b093349f9153ac3a94720ded4032b5c8f16ead636141e572a96498adb7a61431
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e3fd8930fbea5505c154b639172de7000d1ff8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4fec8f4457dbe6b91a87553cb30b69fc6924c949275bb7e42ae218492c0fa55
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7fd149569228304a9317e3106b577da3d33906
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ccfb4a6f28bd37b157a8870ae2d8d202404765fab580279d3327ace704ab05f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f0106b434a0dd191c277762216f6905a7a2a6c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c5e3fbe3968a71d3b8a03146a0c8c61587b9a8934b786550f84bd942411789
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6495922eae1c6edd019eca0803034dc37f74d3b4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be0a8fa4abaac9c04e4f0b0b381bcac67b8906433bbfaa40b96c154c8956bbe
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0548d8c02bccd7b489c78a1a706c852f156c5aad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f1bf36f7bc3e6de21814949271f20d04acec40d25b6cd8caa30d9f7ebc5d9e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54bbef4ca8659b8afb4bcef9c3a7e08f3a85452f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9783dcd1d768417a5022f3b50d948256a1b3605a00149057b69fd32ac217b8
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a0ce3b2097926bdd044daf1d8756c01b0997f7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9199f13784f23ffa124ee9ae280942dc70325413e1e0315c1b026062e8ac387b
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d008f8a22f2e873b46fe52ce3aa171dabb092e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d268a537589d670a044c6f28077c8221598bababab8fb8ce82d4e7d078c36e3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09650a058cd3481a79b3c43d52a0190b124ebda
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc68359859c4e918bef8af77114134111bd1a591bec1de1064759ab98dfac0f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22aecf638b3457c41ef7ecef13d60b07de5256ec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d475e2c95908f1625f6c1a4c9b6741cec26751650fc1141830ef79692fe10a1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3347dffb52649687358817df9d38b533311c8e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b52930078be9c84dda2ed9ce4dd9e0296cd75f37d1ea557a1d1768c3b1daa8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a98dbed2e7f04dff0df8b95026d4863d4de82bca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80364e79cc5cac6a2f951034a79dc3c97ff7be8e6fd61eba8401ff9dd00cdb51
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8893a296b30074d858b2450835b0cebfc43cd7b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155799073534871044db0ee771c1b5de51b8a854e871f251068abc4bce97c7a5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb077e7b7d488d1541bbb9c737f53797f9505dd8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18310817bcc040d882117a89b32f8184bb39e22d439dfae1cc43e19d32320b8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127928bf2c082d0dc5f54832ebd8ed819eddd6b0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2838ccd7cf7d4d17040c29f3d5b13392ead8530b0483bde176a3ecbed4680fe1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14716fd2b23d91fb5e50cca1f60655cb41e09bb1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e5ef48af22bd4bca26adaa2a0e252ab60968b160ed4fc9aa821a12da0e2b3d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f738edc991e9a5b621f2de5897e54ee45ab31939
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58339ce3b8939b0f6bc1c7e414cabc8d23a4be249c55add7847641c0f2898479
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6bffe4c2f55437d9f292de6a8152f3902c33600
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b48e03c1ab234d88d363be0e6a83a9bbc79f0423264434f09c64121d19819f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a25b9966cb40cb185450f8113459d19142aa8810
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144e218ae48823de87e3f1339539897e2eda6c2821bbbe336c286ea387c7f148
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61dca54cc761e7ecbb4ee6404479a75d5c4d9090
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37f5cb8916f9a976cbdede25a28297823f876502ea37617f4b9a571d673097b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36997add0ba1d603ec562665a179d5acee9071d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3172012c2440c01e02e634b65a6664d5c7cc3f487ed2d20cbe1f9a34dfa13165
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc5a10a01f57f480b2b4f6e48eb19b46472d5dbe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef31cecaa8c94029b5b39a1c2bd6545045e83c0e77a1fd4825419d2a5143f7e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b32757ce25e10fa0093276c712414d0054488ca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1251ffe494a95b77a4a6652197cd3902a1343b212d2eb835c47ee3cf73023da
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b62963a0f86a2bfe95d48707daf3b875eddd7de6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8750bf579d866501f7236863e7b51b2180e57bb22666ba1b1f8a59dfff2d6262
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98743fc6c2e393acbec146438e41931bd3039e6a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6daebe99356f8394e635baf4e931439a37a7b0b4eaac6d7c8c6b907f60fcc963
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7682fa97336cacac78f4c28c64d6b1a1910dd7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6349674e49d8d4a10f0049bae894f12b13ce40fbe79eb6beca45c6063860a2d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3deb1a4b7204f4d164280c9c6e2098a960ce3b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:428041cdc6648322941cb5c1818e307c89692fc91425cf07805ff5b6e7be274b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1aceea9134d267a1fddaf319bc663f07eaa60b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7cdbbb79819548a1c77debcab86d1bd6af830700dde6eddec0476739975f82
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec39ccf66f0c88f69ddb3813d198d5976b65ef3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddfd27ca2a14b8200e127df8cd6a0736b19f8a5093608b0c02cb5068c8d36fc6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf4e9631c1ce7be2d45f09e6c054e13a57a94a3f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f471b38ce95d175bbce3bafca2b3aea981a2a36c418d2cb4b1e263d706fc2222
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e648cc57e37f70b39fdf32344d0e34cad2ca6f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd0826bbacfd1dffc4c19ba5d48a934fb07d7a0bbef7e75c42c263fd35cb0a6
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0681f103fdac11536a9285c0d21867e01964ae84
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a23c623fc2d90a80659f1a51bedd560592b82483119e12bb1f193a5eb03804
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6869f2c4e1ec4544d62e44439d008c722ae32952
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cbf8a11ab834c242b88d1d667df0678a5f7311dececd15430e0923c9e8006a8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cbe35c1509480c2e4363f68ede116bda06d85aa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da4a316533fcdf68f3d5d8306530b132b43bf397a9eaec9c35ad4b08a85a02a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5db38452c74e3bde998a6ebd7cc1f0121979823
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2d811c70a99375fc780fa662fdab1de0906112e03852908e6ade19965f338f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c964f0b3c64a11ec3912b63e6c582d0aeec02260
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9db198b2299624896074bfcd5ba6d20df0a1d9533903a5b8a9a9002cf3cea1c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1df6420bebf9d3d12a9f86be15a5c4f6748f5d0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81254e3b2e2fbd8fcebff9817b3be0bad2cff202bb187d0a581921ce81757630
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e026fa4e8f551fa2dfe10dfac866a1174c4329ef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce960e35b6b00a72f4d6eb48acbe9b231bbf16bdaa6781621f3ed89f4f48356e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62ace015b7c96309d01c6926cd9cd72a50f106b1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b86a18709d7e5d1e01fcd47c5d814add1841e8a20fbfc48a69a2851cd5da27
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5638fd8fa8d07a772c2430b1339597a780c4da
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df354a634a02d7ee9b25248b946b6596cfeec918e4c48ccc4f658459e9878d22
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b2674b3da2ab0ee6d743ab5bf6abc47e6eaeadc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46001e1141ea0116e501e95f054f06640e2fd5240fd45957dad7e989bcc26fef
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b84f20f0a6aba5ed27168b47677508673be623f3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2734e7459d1a4c51c8b0cb6d68009950176e55ce9bbd3897ccd1fb1adda052dd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470b5037966fbf791b6a1beedabb975de52a3ee2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deac7a531911bfd03b3ef9c5a2223d15b25c590c6686d15202e329c410a2d28b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f46b7f1ed284a9865296630e7aa06030c63acb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c840148e80c686db562107285d1d4f85cb437da71dbc4097bac874654ef0eb6f
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e0fb376da1ec7b6cd684bd8ff21f06e30d69d1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1253446f63bf8c8f77c98704e7e3c3badd38e0bcf2c59c0df77dd90ee142c313
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/lm_head/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c720fb8e6dd9ff6639843995de26bd6720650db7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d3e019e4fe955449fcf7573592c7bedad2e508ebf15bc0c4bc6fc4006e1fe6
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/lm_head/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410336027b01d2bd829a317c64159f36fe1cbd19
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea83825e0b3a3d2c0c44f33d5cc69b543d38748a517ddf67a8d8991382feda9
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cf12a6aeb954421ec613c841ba5c56231a6e9f3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610c75c3d493f67b4a76c995d6b4b9703823a48a61cdac7542f8bfde70420121
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae7e55c7efcadc78f650aa22e6a8823e9bec6a8c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df8890602f38e557f905e6ad75afe3d33050118c01e557c0a340b7730a993d6f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e59ff63394ab66607775d490b29785b098b2a33c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950d9af172426d4505dabbe19c5d2d422d0ac29f182b21728653dfd5ae16b8d6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6588e248b2e60c3aa9b68b147e249aae100b3d1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1c4e9b4feb1a232c3ed028b7f1293ca5de163eb2f7a5eda54ff78e62adde05
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c3a7b4780210552f559adb5412dafb901232e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c183068ecd5b6ea30041a49e9a6f692a3677dfbddff9f37cb7a38f0a661888ab
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16eb07d8b22e02f0f7f58e49ea01cf5fed3901a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b68b2ed4265194dd6deb2c6af40783494a257befff17976fca57abd9e9bd760
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88259990857fd51b54487cfbeb21c798e962c920
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7778f08920adfd6b95cccc9fbee30fcd9162bf3a68fc1ae6456359fadf6951bd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca654b348bd251f420cea35b26e67a2cd0f46e43
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7709cfac035d956bcf3078641c2eae6686b43296e4a02c6ab1b33dd81452660
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d915f5d5278112b6b4557437b02ede543383a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b5302985ac3de891b03870f20fffcd5fd589504618856a8392ce9381492eba
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a906a01d71dc15415d84611f185e09ab753e5b56
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945abb24b298bd3c08ccbc8219ff53f9ae897754492502494ed052a9665a9e52
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e7c5d203292efcd19b1158a46586d6573ca9f20
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207f713145a4b2abe9c1e2d6b56d9da5a946e9358c5131515ee456652c30a5a2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cacc7cfde13c65397b95bec95fcbd0f1b62cb947
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715a492c1496c1c61e602464d01c9d912d98b605b4cf622fb2df4070a0b8a046
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfff54d62ec7ab082ea0152a1c4ede89538ab699
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1bf70a57d7a3ee345b70c40c92abc8d618eb6ca83c712b53b956728849585e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec8b488154589f75113f38641a64cc49fac041c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1aa0a8a3a9893c8e72c00224b2521edd5c2ff212d6ce86c0daed9ea695c1469
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d0bab75ae74b9ffb7f6ab42b0816f208969cc72
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70fc8e74caea337792bd6e90fef48f4d7d983e188887e8fa7644d349b9207d43
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86fa37ce5241b23734ac7f7ac336dbb5a0439ad5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0d8e4862e6e00711d5689f6873b7e9a63873ab559c18f2028a0b3b32597ad7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2040b07e0ca37dc5a73944bb8a8bf2026829d681
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124661cc06ab73918431634fd4186577a2162b903ae461e0782a0dd4cf3978e8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1091e4f84e5daf197e2d4c42950ba5b6255fb88a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3024ea78413480b604146be8ba39961559790e57204d303deb0618ea7c2f96ac
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab802bd670d74dae12ec950b8f08980b9ed81304
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9568fd815d92a556da543511e69f9cc2ca4b5e10673cf63a572f1c4f81e7864
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd7ab98eab39bce0d2c5c9631cfccfe76871655
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2113b42c6e70cde711257e8a584b0a1ed08f3e5fffda673bdeaea0d05d4af85f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6decb333fe46ab61f17df1549fda861f60fe33d0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb40b5b935e2378caabd515cb536ce1abf46b3f9af5fcabb81814956be2fccb8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10f33279d7eebf782673a03e7aaef8d4392ebde1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db7b8eeb8deae55ab0ead0f93859b8613f51b03b414a3190d3334386a145d21
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfaa915e08628df462b56a235eca1d9673bc3776
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb10a2a604321ff939167f5f24f8a9c53e95637dc62e4080482328d534e3a0b8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b9948febee9600034569cbe5a79289c1a4d594
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb04478f7e17eb150cc46f66f6306abe88253cca4392bcbb12ad26d0457f3764
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ac93934346ee49193a5484845eecdb122be38c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8a132efac27d63ca8cb69191654f673225ca3e317e48540cf211e7f87145b0
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18117a4fc0bb8e8375ce682df2dad2e40e31b4af
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dfc602bc3e1edb4f8c2dc3e72545f3bdd2bae92d32a1cf47293737d7504402a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38884c94a0e6d8682e32d87a1a806d1003030641
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd4e031d603b73069264937208a8523ca5d373910fc562695556606e756a401
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e468e3ce6acec347f84265f477df59768d72ac02
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5595d5b0b56b3127ca2acdf2d7389651286ae64c4dde9a395a579186ed00b950
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d41ea9821d2c7852dd971edde0b245c659d3c5e4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0271b64678d86523a38786d48b207fe0e46366ec700713af49c70280a696431
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..578901bb8f9c5d30db2ecf7a610c0bc72ed2254d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65b0e80bda70357739730765852d0ea943822c5e142e9e42affb2b059ab36b8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c7c84ab5a978626bd8cde1762820f18e68eb7e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b04346a774ee83a5ba8cf3d547cdb246f8c0684fcb1d1d8e59402718ebb201
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b42e830aa0e1b6296fbd7a38a12a124a41e08e7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a8a97c587e21e48aa72c4dce5f4c25836243fa33e142f78f84430ea7ec4f64
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f79b6844b6da4d9b4c0983b2ae0a1d0c867157
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08dcd19a142772d6bc6f1fc7456fbd77457aaa63b27e843aa146f2da7580e7b1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b016d18a474c2609bca59709c3192210a2794df4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:685ac2b34eae441ee051ea3290d3ebde1ab3e0f3e3077d12ce8b5b43d82093bf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b56086b4c26018f43ad209421f45004624586e86
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54cc5ef30a6befbfbbc0d0474d70fb1101d5ffa68e0da6f00bf028c811fc3e96
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f3e141f6b2481a51d8204098503901cf9494b1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36809d901afbe9aec44a59457dab31577d147c18f31750f71205f7549e1bc0d6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bde03de45d45a0e072fcbae28e92a76a5d7a674
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475fb8555e95009e39596e1aef6c5b99a9fce02698755b0e94880664c9212bf8
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a11913894f4cdbcae88a37c4b4c29d5ef4ddaa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d28022703afe5415a5bc31fef9a283cf48c7128455c2f936a023ec0bfdb6863f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c052838b22c626ec8103328ed9a621a14e43190
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b140f1073d6a6b693844f14bbaceec2a857c7a9711a15885fef27f0ad5b74ee
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68146faff0c2bbb1e0fa46bc09d0843482ec6de
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23e8920165dff0339f726fa18c028981c6881f83909650139788c41ac79a82e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd40a58475b5733c5a6e1613c008b274d9efff9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d39b83b5f52fa6d8559e3aa803ab601d66789698bbdd36b5b3f53fb47bc47fe
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83738b800345cce1222542830ac0a5fc8c5f0c18
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4d6a4588e0e96129a78efabdc18694a90aaaf6c4f63418e7b1578b3a570822e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b00e0bfd06f5c9f5f8b0d90abe9b11ceed5002d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6688993ffeffd3d0a318ce0fab5c66ad027828cebe10f728e28189ab590a7b1d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..139319f75399bdeea6d3fb85ce1b524ee9069dba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516a31c8dee9e6e03657f005f61aec661f8ad10a29b84d15343c23a55ddbe605
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6e162ee1f1f0ec27ad4f1328e8b35e18a0ec26
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f50d86985d109e35b4284f7b700900e7d1cb6be1325ee70a191f3d11051929e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3476e79d47338124015dc0d302c4425fbebe8c45
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:739cb2a7652c3194f9dc3200a2a6ae31fe850f857ad8ce3d1566df51e7c3973f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3648144804c47477b074235b4f5887fcfb113710
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0157c17a5ec16aeed11ff052504e81854ac6102e996aab1ec829f44dcec8b80b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..959aa460d532a4daed5491d3b149899fba7ffde7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f054c57f9f8ca978a635131533af476a2fd5922df8646cbdf2391d0264987fa4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71305ec1701c4a8c690a628c6787a9ee5860739b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e918ba9aef29500a685b4d9a7b9f1d88ac0ca00cd0c7f293550f858654e40b
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26978f787d30f0297cce461631468c31e1d6589
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbdbfb8527ec079e8e1293e7aa0de8eef95317d3428d34a2cdc98232d52f3df
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..782e476eede471e1487c522c38bd2f447d0f7a4f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee3bab50be47f2da6764d1d68c5cf7c166442faa2fe9c2bebd1aad4d2acf6e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469fdd8752288f2a9ea830721944cb095b5201d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fac62f54e68897f0a9a88b05bc7c594aa567377f66c67df6c8fb97914ae8172
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66c88be82536d85d6ed8fde6b12f8628dad77f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd62b6145cf045381ccb4b5dadca92fa57825b8bffc0a09ba9fa04381a8196de
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff1a6db06b717427a3e5643d18198987a12d64c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a31d942d193bcd8c96b4b30ae5d0788bcc151dfc63cc904318f034f0018eeeb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06e30879baad38276a558e6259a58022fe7322f0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5f970aee40d225b451a4af8e5e9ca51972d689ae64bda0d807e8df76efb437
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e734668a4633b70f2921a9956bbf1cd0a74769
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d29aab2a345b92365364a3be4b05d15f7d8cf452c696fea477e7a2a2717beb6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32503ab2eab19235a680a8abe641f77c40f7fc5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7a3e53e837793fac0e74fd4d2bef0bc4ad573fc37338015ae44e82aa4c0476
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7a7df1e854fe635801626a28a5dd4d51173fc1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd1b2ab02dc9da6e3b9c7203e651e85999eb3bd2b401558851539f3dbbe984d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3628d4764727d2c660da26df795895a8f563a9ba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c41637cacef8d47a0c7c3e661a454d54bec5ca72e648450dbcc123aa0732841
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6146a801f0df56dfda2f5805cfeadb1e2cbe226
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b13b12cad25f8536f22921172000d5b6466533ad0767661d1551e411e0c4f1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1269c2a9b8e0b19220533bea98a216e72d24123a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897c542eeae430c681820a25112469c92f94c05c292d35f68606b51a3d02bc06
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de2670fb0ea1fb535d8043d4781eaca2224f4bab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85cdf90ff66eede96dd45dd9fb4851557fd39064e87c102e3d7576d8277b23e1
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..288f6934c8b2ae785af10aff0a044d6e729aaf23
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d115797d495d5cc33067ef6e372ed416f5946fd99f2938828a4ee504d806286
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3c2bfb02322cbf3d668e21b3e104fb367d2f0f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d357f22667bcb939b3c70908100440b0165933b9e4f09306cc739bdb6c1e14
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f38c03e7250eda26b04f438870d9ae58dc06ea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3be9f54173ac3a81b07c9327e56487543febce98b8051ff7615564e1cf03d3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c2942202e350e07af27201f352d528fd2308f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ecccb46e4c56b1186b4bd9dbf1ffb289788fdcad487db52001d8b4baa3dc244
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb9eaebde7747847d818277065d337cc548d5af1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd554c42111c4838b72639825f8c14070046ea4849546acb0c8cefb18d00158
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..080bd08c95d6bc03e17939180d75deaf5193c0b2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77fe591710c9faadf11a9fd0a3ba004dad82b31189917de573268cc99b4a426a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b50005b15bd2aa99f906578dd732f4b82770e3de
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb247617d585ee14814fb76e67bc77a9268008f0f8ce2f73a94c2a1d65de3fa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f6456adcbe080737aa46d0e903a7cbb675b0a5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a7567701a8c345ed1c84e33f23ceba69745cf9be9673c0a28686682646d779
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7ee13517c962f89e9885397c3e5c1b540d3c68
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6bde9a03c6f4c12993ed26e5c261a3d585d3159f23cca363918eca08e089fb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5c86a6c7da1afb87fe17ec445206c72fa8c7aa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce76fdc96f985b0a2b3df04b8022c98f3aef5fa4acbf702f362907f4c28a286b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9f6656a9834062686a93aae8ba1f419cbcf931
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e552511aa26a3a218fcb3ed14b71ad913825c2dce8952410b037729dca06477
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e883567e21d725c3d72b04d3441ba2afc7a8034
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5a0f316373eecfe1546be6a10bea8b4526446388d056aa81a00362ee2eb432
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db0678a5ef603b63b16101f76d0118ba8534a2e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4695d54bdd9a67dfe984094e535f4ab867c9ea0afd3f089ce1b8e85ba4b52c67
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b479a2c629efd4b3be02f84d053b65851d9c31b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec30b2cd65e3f1c973e698d2f939830427312c0675464dc7bccf532142434e7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ff12c42f9bc5fa69c79d1704a3e2197ece4b19f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e3efd6994996f3bf1916afe68444840f13d32668b0a0759c12e8ebf1d5c4c6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed7b110c00e3b90cabc5ceecafabe9c49d0d838
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2b82afd10ca4a1477b4a9184adc8350db901a979f813d5e6992373898b82f9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fcd963d6de63cafe7285c9f83677888eedacf46
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c1b72d53f70444ee19359cf17616bdaf931575558c4fab66f26c0d85ae33c60
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc0ccb3090fbb0c1923175cffd3bcf40c3d19fc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc34bf901b725561da589992bec0724b9f7865380e175b80c82a1c14238b53c1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..555c45301d39ef5f0cf08fa286c0606af9706047
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e736fb7d190d04bda28e33b7cec049115d0e4214f66070ff408cb7bbc56d702
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1554b13a6193f5c7b081b18e5bfb8f2ba04dc714
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a681d8a03e2c21df7b7b22853e35cc50fb61ef3aa8ef80ee752a68e8cc5f673
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300d6ea041eb30b7e069afeaa5bd6e6c87a7433b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa0d7c6c6867400d228de5dbdc07a1ddac9c643dbcdce2b5f38606f5d6a2039
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3204070c2b58af998b6a5c99db66e4a34e1dc64e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:305d4bae6f91068c40e4d7373173e01cbab87ebb4c705eaa094910d547594c8d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b8c43aa4608118d4058ba38eb5a3e3eeef9b2c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:491dde82724a221685721c02cbb2b3d57f702cb34ccd9572636015d273324389
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d74d50f7634b13bc36c948f3f87b446e7400b49
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb2d7c147d02f3c4a69bdfd36683241f7c6a8660a5c476eca7554b785e39e07
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c39561e5c485f71cd2a0ee0542106a455c7dd071
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21950064d8e079b1f4bf3fd96800dca1609414a7af36e3a6639c6d552e40faef
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d244db77ee99a08278224940520f03be132dd3f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08e9ae02d0d70c2ec923055b23de46b048dc8a2d3004505dee58683b8851b06
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..309a710180be119ac49575ec06105b14e826af1a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9baf4f40450cbd0ed71819b696f99f0b20719ac11c3c529930cc2bcbfb4526e7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3573b08785448b54c598042df4840981f025a18
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e8df34395058d0811ac8dff3d9234c575dd4285637696c93a411a014a8a09e8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9213166c800f9ac32f375a9dbf264bc9da3c7f7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85fc1870ae89cf003b5c303a1c01984226598946b2560ef35daa484576f61080
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b0f1ae1cd4ceedfb1a047f4e0aaea6152a06e1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dcc63f39c4c9fda48a8b9e4b5fa824bc40733b33dd661f1e5824a1d6f283b38
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7270ce98680296d43f2b1b1d82791559c9de7955
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7299390edda3d479bd5a8be80f7458e6b84e5d905ceb2a27b260646028d436e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e7d92fceeb56609ab6e559c0bfb1264285a5c42
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2df8dfd31f4d2888647e37bc2ce89bab7ca02e9c6b24a0357aa7e69f8279c17
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c9fe242eb185c203f4dc6fb4bb58250b4272d8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b31b8871b1e24b6e173d51bc588c6dfbaec4ccd53e72c4a69669606b4a3773
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4813f2da262c873ee02790e74e0707208c17b4c1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46399f66410c0e6d441c1e3325d62e689f6251c40ef8727537c107dcb4d95448
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81096d786aeda6c5ab9287706a041ae75a652880
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003765801c5df3576c49d9be49c519897c69c2f8e10935c695a65cdde673fe7b
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ba6dbb0fbb6da1c7e5f5070703f8c499585783
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdeb490593df563fb44c832d9ceac51994c480c27f3905791a35b6729619938f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614d5b1c976dd18b4d81daf0377a58e87d727ce0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cebc3cfaeaecf6de61ce62ed1f119db3a87d1b1d0328fbe886971f5c26637259
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..966940dbd7c3aa3c98180e5969b12afaf3fcf809
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0554d8821b8699091b99711b56bd7e24827c807d54cc33fc50d91c19f166005a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d4e25bb09ae6a8c217517a5c4da3eaa6c432bb9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630bf3a6870954c1f728162d987cdb6fb100671180c24a7c14173b2a60eaf1f0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc54b17f4f940236d6175dfbcfab941c76e4e78
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a6ad1fca4ded58899c1cdb211cc127399619749f3e09e5edbe79978c164bdb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d87231b9078620fec8329fcf7828e84d0fd7c800
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07813a07b23c7ae5731f7dff34b8eaa39d61406b3154aa685e05ac772a67f1de
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..018fa1fb99abf4aba755ec1367f8188fbaaa9083
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72e06f2cab8ad7eddcfbc73d9d7349a46ecb801fed11df32723c1ec2886cb7a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d343f78d7565668fc274516a00f643a6312ad88
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87cb82d55e1f7b33844bbe7ab743ea363fad55d8890eb8452971be6e340d71e9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b3884a1f1eb6626cfdced507e130f7dd223e74
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8630c13e87c8ae6e496d9290df515766ea38a6628dabecff12b642438c7ea52e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c775ae87812bb305b16677d99e7f5ee38d96ab32
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd609d64f8849de13491557174d803360853155617d791c12ea718461631c17
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..409f31bef4673cc864a450f4fea9d046b0142e93
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3673ffd10a91b3884639b6587f31b4510b97cc18d4dc3ac9352870284cf36e9d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a81787b1ff7363bda889a5eb353b44bdbab32fe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9001f13d85a29321e3480a176d4bcd7167c47ee1543ac66f964de87c6d9033fd
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519652865cdbd68ad0d40d4c5238f3f00322175a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb30ec7272083356704b0e26ae8c6cc1e13033449c33ad7fd232fa5591b4b4e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb86315dc5052bf57f62189ef4337a964631a86
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85856ff6445a82a65393d7cbf35c28eb67748bbf6c97f1206b37459c74ee9a6e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..744f36877beb3afe3a5c6cb812993ee81dbbf86c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4b70b40ca37e83a6ddbfc14ddb32a64e6fc01e223515df4110e0e797744a42
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..888511e1921363313bdb294308f2a9bb4fe11cc0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485b09781c063f2c1ad46700e90b226ef6a8696c6892a659ad7aac3e5e728a4c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddf06a48646562743b2418f8f4bf1bc6b3dda14
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d02fdeac4a961595241690ea600d2a63328d7839b1496a74f55544f6726d093
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1180fa4b95b16c196b161d5ea085e01133270936
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b16daa4e0ee0aa4a1087a06f4b30bf09f856fe929259bcf888b5097529c6b8e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd9533bb584f0919289262c909164cebf10c4fc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1757b483f38d8f3320e01a3c4352520a51c0bbaffbb9bb6b5e1000cdf7c6495
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee4ee789244af1810389f0dbcc12550c12d49d1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b71487df33c582f3cfe4fb86fee23b77b785738f54714919e4addac4c42851
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc146ca352a11737a0fadba1fa6115aa9a37a08
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578b10223eae556987efb0c1105598c911e4cb15679f620dc6c94a5b56b3aa37
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1542a6165ee7cdb96973ab70b0a68b2dca279fa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95393e21839e55e789e4b155681d273ce838029015578a6471cee9e4dbf07a97
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08bc4ef99718249c2cc5bfa46799d87d1c770e3f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b233d7bbdf51939225953afce9a31ee90c62805dd5477cb2d07c0fbb39f5a710
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a857235649cefb76ead2a15f10b2d4e504d58de0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7b23e9ea9d3524065eefdc14977f4c4e8b5b6b3deb8761678fadf01bdbb7f8
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a74f55c0d833c107d17d730366199aa53db40b5d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7529f3a14624e24421cfe352659bfaae4f8e931092887a74318e0be68558f2d
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d2d706a59cb7ef9f7c543c11e8f5924f025edc2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e409abaef82db7e400adf9d5b56d3424a6981b0f81211001bcbbaa4664ea3f2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3602469a15f835e939ec2a870673018bd810bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896188db6237f631f470bac3403ca13c7da3ad790f83fcc312e371f149637350
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49cc86f15f4d7565c1fce05b2699b05f26131bfb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:428ebe59deebc6b138ab614b8bb4a288582a10ce61a19989628a4a99941979a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a25ae4bb798ff3efc107b5182d29c87c54c4ac97
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff945f9e922c0d88bf3b3b729427fdc15f63bf22c71b5430821e98298bb7186f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8a5d903217b2d68a57956b0fdc56333b90aabe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f75e47158cce546c3a5a13d59c48fe70e32b7a7164a5134863bf598dfd4fd0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14441044636cd605601b58a98dce5bb4de1f171e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b2bbdfe37c8d86f8ed8bc2439ea715236cd70c35c41d74478ea6469de82b30
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef2f6578647e9669e56d1fdbbef5e9359b4bda53
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce69aace51646eface67bd05ccfec88f90d301a4c60e4f63850dd298c427e687
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60357486406cb93ec688ad66275b98c3a31c684b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:645e78fb8948e1e9d914bbeb2926fc4bfd34cd37f8ac318233fba8fabbdf1c09
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af897bf84da00fc3d0c3e1fba9f1fe0e1f243d5e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f38b95a4ae8ecdd5e86655c9b4c4ad0cfd4bd964c64168bb62cf98ef43b98239
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45e0a773d412290c1509bf51065ca8bfe9ba0c2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530708c97f8c634a084d4e9c0c35d34b6615ede5f36c8f0fd1d51f31267af3b0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f66412d92f5e778f8d899b19927f55aa42fd4c8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942436959a8143233fcb2f9f3a992a4b6c93e0379a218850151040eac03921e7
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd13def0062e86e312e995c6342e4d4d13c2954
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f84d6cf5d04e5adfc8c68fcd094bc30db4d2b27489c7531c08cdabd8040dd22
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae16b9fca9fee15a9e9471da9d5015f9ee7083e0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048259089c7c209b686a33c20794e559182b702bfd52f29b0ac62cb4e63f2954
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d3dbfd99a10eb8e10b44ad96ba1e61a824cc79d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0fec86b9df50c2b05953441d4eb75330661841de0ebee1da251033ebe300247
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d323fc03339eb0c64852585ef0b43fae1da9584
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9e07406d2ded5dda06c38fc4d9b048dad736b751b5ee0aea6cab2d7c14492c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48fa5e576821e084b30c18f1148d4bf29ede4dab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0facf2cf597a022f794c4d080feae77afd75c228de02e4abe51f2d2943d028ae
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89823241132cd86fed8ee376b33db1d71641d81
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17df66905e28cbc74142f828d706e16911ee0fad9972fc57ef2c0d29674cc7a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59491d6dcf930b62a585f5215ba53bed09a4144a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ae6ae9b516442a015a9fac8cfca042c316f92deeb26d8af1f85e255e91ed55
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df0f1b240d2a59ac689b66089a126ea1d0d5e7f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd644c2ce41e87f6f4e037d2a7c62ed0e9a3bee62c000d50af694b03debced80
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d1805c8f76d4e0a56584a919b18bce015be6d5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e72719fbd2a0859bf130bdfa684111bb151a1fb1fde18c5ba2bbd2b001c0df9e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f73a695d516dd85edd53dfb80b8349b544eb80a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a734a57742131c8ec2de859e7d666cc8ba3d37dfdd93f0a98ecc1bed837fa2bb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3bb7982ac5ae4013b2db28fc59e0a3abfaa16d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd78302023d3cf7ad1de95abeb2916bbf350ee79756b96f9c9bd4d65986ea991
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef31046f77e4738d38203039693e359b1fcc7cc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb0ee63a9e2c8782a692528779a1606e1f087a8a2571006f81915a52aab31d7
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b337fd34e9273f6fa234a9936f7b6f0d8026fc0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0501d49c1c7e47acb376b456939fbedc265490dbf33292cbf577cbe5f9a2aa56
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d170eb2cefea12a37a700b105bd5fbb9a16e8b71
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91847423dab2d68edb5d0327985f4ac08856cdf450da188933402dc3c1794b00
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a931076e828188d51b42789bad6712a6368bd729
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f874a830c764feb84fce0762f680045cbb443df1a46244d866232c029bbf4c3e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b781520fbebd59545956fab3a921bfac991cf2b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:909b500a7e7c7758aedaa61234a4637a670f406fe9b003c131d5b1d5831b00e2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b824ce6923151ae195ae3a9008e7b074b467c9e9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3531f090dfae9b26f166fcd1ef612c2352e5d321dbd68d397dc0434a69ea4d05
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2dd9f965a77ad0d82b98f965f927a4bf4f7b4e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d827464b6202f926a290e0ea3125677e4b5e5bd439ae29dc84239c201e2386
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f22dd0b2ed770131d3b0d3054822c0c99c8f097
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9669549795c654e74009eb6c17260ac4642ed856f29764a039caad353c6efec0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20ecb18e263e33b4276ce239056c597987049295
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2be9adc4b35671cf6f0ac96eee75892a1bbcac44eae43c25b81346c22661a0d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7edc7b7e71aee00052dc6a648244bf7030186d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b7cfcae3285cea311c078c22cff2551604e683815822efcb27bbf74e820179
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d2ae1cc1c008848f3932318be9187165c355901
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ebc2d615bb7db91a5a362e2afad882f5c566872cc27e39c37f5fafad397592
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377e12c55cf5967a124cdb6471a3e27364a1aeca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc503c61567a1e7edb8b148ddd4ec58d1bd64b1e77e88c2aa7c574a5444d67a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..289733565c8ad3aff9686bbad4f645c42a3decde
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb58728e7ce839780c7f74c085ccc62a51dae98e596c516f448907c2687a30c1
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41bb062b77a17f26b272e959e196042caa0027c9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27c1ae5730b9e624f569169fb9c97b3cae97a35ee222422ed478c82f4e9f1916
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa778482bc4e4674046f9b3ad23bfce52f7e6b70
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f725fd2a20f4e140adb49a7f4bc9933ca0d94e37c6348689b86f6a49e64f2cb3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e7e1d514654e746e673f4d52f4af26c43e3ea2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719e96936aab96c1edf035148e37b0dcbb4d4c91db40590f1f42006f7882ad0c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6d2764927a99ce6669671c142ca2b1a7d15e8b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faec2c7c387f695959150afc33b392fd415973b8297d2c27835682986b8f9e55
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4159a80faf9d66b0c8139a3e67661afb2376403
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86e81da0d81e77994a2a66b0e07a373a2395572e3c171b7e1b17c29d3938a73
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef29e10cfcc03c937802a108b68906424e5a268a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f4792fceb75e390073e5241d552237886fa43de32aceaa7e5db93ee21fff333
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd192a9e04b98c4310f4cce435fcbce8e66f5d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1af511bfb06d3aa47bf257cbccaf05c5fd7e33ec7dcd55e5b714a09cb5ad9bc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e18d8d82fd67f19d9c4716fced1b7f77ab21f7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cca475f6232b200370ebaab9516810b19db2e9cb1661d11e12d431072347dbf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da7848b2c9c10a3dd1255b390cde469e3217669a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:100a0a2e0abfb1e4b86645c084a0230fc77f00251ff7dd60ec1cf7d3d62c8bfc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..058769f20c1b121a2cda606c9d9ee589fe9bc283
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb0b57a67c546245663edcc49bb1f4b25d3929fab892770fa56411419e605d7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df74c44c23d09f09317e3c513e7af53d0caad7c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10f5a2ae9da9919452556da6eeee1f52bc28c48137f0b4176326a56be27f47d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77886b63e176824da3b7928be595ba8466261302
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a03471ece675a9ae167ba821de20afbb814c41c9a7a4355300fe5fc101278e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d43ed1c12f5b755a480c5711ed56a20d6aff91b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c25f70ed13e9456f188d3aaffd58f59873434fcf613bb31024f702b4e39e90
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc303763db5a4772324c98219c417dc48768227e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb1cc8b08f43cd46dcdf793a13bcebbca9aa4c46fab4a50a44b37939a9c80e5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d009a619b9766ca912201a0c554ed578a219015
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b63be4943080c4a3164567b6c8fba5ad1c2b88beeeaf3b2aa68e1070fa52871
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90168c3a86b976ee5a879f96e65ddcdf26da2395
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8155963d15bef42f4be697113f8f4821e6ef6bae6d8f0ffb398f6187915ebb9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a844d80a101c11b58ace6e6749b221e918081a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e560306e12617f9786464e971af51070e5a229c6839c2c52338cb763472f107
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47c3912bd6be4a3207b391d305eba3f3dfb9252
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d04114267a9a6b02e478c71d8efb8585a2864c757a00e3b3e47e7e33c909a09
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a06ca60aebf93585a0f0601d5c979945e7eb2b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc3cae843f4ee75756381b0402aea4091d247613c02a534bb6dacba64e28206
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b78e6cdddb224bd4d1971feaea5e770e5f2a9c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e0d8fd2a2a76508774e47214ac73de70dcd078a2c3bc6d4b3470cc875f649e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1456d85013a56c17a9adac04e65f5453116852ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0326fcde7bae7bedf9548fbb20b1647997e40759475f231b278bcd7978a5a9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fc8d1daab488f59fa34afdcee432898a5ea12c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bbafbbfe62defa339f1809749ef1f49e1a566037dbb9e14ecc4a231568644ad
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d369df286fea1e2d8a8126de1f7d94afaa8865ed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f3ac8f13e89b0ebb7d07ac6ac0280bddc66a0fa80e182c18b391f74d380dff
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf033f6ad2b2b122e022ce3e9ed777fe868dd09
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528e9916674b11e27ae56e45d18af57e5ea933354cd1b83a9872b8706635def1
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efac6f63c1aa4c40b90c375d932dea97169c1399
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85db42d54735c23ac88e70a66f2956da7e315a5d1d38236f95b12e272586bfe
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670f8ae16d5b0778c3dde3dc287e026754045ecf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0208552b94291684a40097a94f1faf658397d7fca781ca21983a6fc705a13080
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed60f711b8f63cb37adce54564a4b165bb1fbcf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff1283ed1d20602382ce843aa2fd3e69bdca36d113c65cea1b5ea751bc6b6b9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cf9996a8b112ac9e7b3a28abb4dda3945c0b8d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542040de5453e4c588ed72c40a780bc1e6f205c0ce38dd20e39ac21b1652b290
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53da613c818f4d96d95b2acf28f18bd641f22afe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c46452ba4455e04a77e14c7e684f7076d680c97edc9037606abec16358ef5724
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d597f99aff19272be9a2de6c147f50f46afec60
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d23cb82eb85c753af13c35b467711118211dcae9ffea8eb029f209b4a585a08
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3530c4e46e722be4a566a7fab3b424a3ca03ef2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b6be28c5b981acf31aef02049e183e1f79a1ea40bf177829d6f960ffa191d2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c392aafa0465c1c5f4a9c25a9253a6bb3bc679
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b52f150daabae9276a3105e3a7bf2fb16e8ee583a8815ebc6d85252da7636b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218acbbefb49f2aee785694251f3ebca97924f4f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ffa79beb599156e93e56f4d98433a63d3ea80aea33068d786e805a11d5363b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447063984236bcc561956ce13c24e72cec3f04c3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9901b06568e27b09d1f8eb19fb230488c36f83b28772f3a32323223ef32a1cfc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25bda7039f597b0ae2952c5a6182ac3e3d73b55d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0d64d3e67a9818cebcc89632516c2d67bc9e4020126eb8ba4a9a21490dedc4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ae3211381e58065eaab70706116afe9c52f8cc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f421cd9289bf15af18ba28e7e813a3510a6d287bc5c0213ac6b3387693f6ce0f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ec7458073fadbc01c3311aed7d225ef7b751da
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce1cc03573930dec338e2899f6f06e3b791aa5135a420f1a22df53729ae17c1
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0ee7ca31c4544fb5cb30bb0cc293bb91c62894
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1815ae156d199e224417dca28a752914cc21476585ba5d7f420a681b473ee33
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403b2aa9a6ddc53c2a50e0b42360486291282fa4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1b6c230d982f04b383c07dd852a5c9a57b268f1b4b44f401fdb44cc259e22e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..179223b16c88cbf48c22aac157bded9a2525d1c8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d07cef620f15695bcd5833bcc52141293c167efbafec1017659816096dcb3dd3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089ac70478805c948d62f0b0772c2f39fd31f930
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e341f0b4a4ee7026b4f2a88e4c2c60b8b5cb99d43d15013757ccc88a4ff25ef
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b1fd404a09cea862bedb9522c966cac5ae1821e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5ea300606612e6d4ae6ed3603fbd6e9e9223facb0cfdd38158fe89d8d73f46
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae3e3db8a8e855b64cf878a1ea461d3f91b5887c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af2d9387e44049700f397667a4b08680de618419ae0febdd48525c1d4f322f2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b39a9217d372545d6d13703fdd4e989e0d330bb5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bac02242bad76e1e33bbd17d034d9d01ef58ff68a9db7565e328bd52a952c42
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..045e95995ae58033e090e58d8a5b7bd66f7e0ecc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928a094e25ac6f09dcd5b584efdd48dba78edf7d564d7aa09003a05651a77d02
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a88280dfaff9312aac627a7b40a1fcd18f55a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbdf62d1b33a6de16dae04c4c6385af1457b7abfb020c1023ecd8ac32c1a3ce9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c454188cb50987e78d3d90362bb4bac0690a52
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7544032e9ae5bd0860f2e65cca4b9e079c7adee86732ae9ad35785ed1d5367
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a39f6a45ac052ea3dafd9401002e24f793a897f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c231428eac70bb62dd755b0df82aac9b9911d380a88dd5c214d7f7ac647ac915
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84fbf9d429f76365250d93b28721fb850f2b0622
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81761b4f002b185ffce92b3379b012c6a961768b401d47e39f0b757733e5034f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7388351e7058cefd735231900c41670d4e7b6ffc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc46b0ed37a8862ddac760852c7ea2a3f9805d89e7335a7d04c229cd803933a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a065f2671c17909d8b4a0d015b0437de39261b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b7e35b7fb34b20284ccb16062e778790463d4c96bb08632e69abcd6f6356a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5517c8c5f9ffffb52f9adfdeb59fe3b5509ea8b6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880b96ee8eb79f2668e905807cbeab62a99f5ce799dce9fd8ed54a168c02734a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a8f335a3600a8d83f269f37c222156e5d35f92
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd2e906e94bba5e932b59fbd35282cd49e20003c799d9886ae237db21c40bb7c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..681222ec2847dedf0234e846526efcd94253befa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0eb471c90b93a04e51f6025c99a0d1cb73d31d2d33d4181420c2eba8969a95
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240ca53e8097ac7e120d2b51d5e2b01874d3646e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a48de427a6b27fce398050a94a55aad1071d1ac2095a4bbd637ccdde1ffb9c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f31120148aaaed9564cbabb9202c231dc0913d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1aa3b054f4c60057396084551f3576c957f3b07867bfc85acfb22893ba712f3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19062db31e94edb90f8552d4311d5f0887e91499
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35813bd2329cbfff0310d3bdc99ce562fcce5d9348be58c3d06bbccfb591928
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cb12abdc3eb3ed701dbcf79628328abe559b7f3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb4375692f8aefca34224f572ed12dedb6c81a180eea156d895891d6a91ca1c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71dbd2457a97eff140a4e1b6007d28ab08492960
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8338d24065e4ec3eba34c4b0026df8bf57c6b62af81dd53cfb313312e22a9cf6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9143026de76ff2773eed266a3c23ce5a70367f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd1e719bc67a9adac516e42be385a5b091b67f63a1313885ee623737082cb09e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a302548376b62bcf7814e3516bfeb396fa70a2f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bcd7a7194aa1ee6acaf460371eb64c6ee96fd89925bb22fdaf26eb77b46b8eb
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c256707554ea8e230d36c2313cb9d3b0fb2361
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:435d0f65b44e3db454d984584ee18a483c766eb00518fe84fddfc6a9f21c1625
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0097afa3cbdefd5e4fe0dad5b173b3eaec44a9f1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eba23b2ffc6a5886f3f8c33f4fc7acbbb8360a7cbbaa0f064b195fa6c3fe4b1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7d376bddadf8a0aea659d6dc37d75dfc00a7e4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c6d3d42da8d8a047658d91cc34ad4a0ce207af3a3fc0e00e133269e8ac7aba
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb5e3a38e70c29e23e3313519beace97957aa188
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a9a5dc2bad900c6140e8fbe1f5ae45a6679718fa5ef78d0cfaf1ba55d73a20
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c1fabb8d551dadf15e53ab26dc46ba76287205
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cbd85f39c65eba1941017560e2b8ff1248c633ff4c4ec89484b0d48dbcc6974
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8385cfc30f8ed50f324410771617753ce777dcc4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf4b109905403743cef68135b9b816a4c9d3a61eb84c48556c151e4ee9f1eae
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020abe6af6c768813cebc5f99f453d294a21c057
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3883ace7e5fcde2bab8432a3ad4e110cd02ea0e608e74bac31c0395797bd6c6d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..266f35ce838986afee62a067e2ee559a220e9862
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67599fb3389532a090e3d152d8ca79c8e52d1910a4f4c5eb07bff4cee83e16c8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4665c8fabecc8a54ffeb9fd5c1070a7d9c1fd19
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b875fb725f1ec1f4e7507b97efca8c4fb2ef7d3a3e664eec1735330b780b6b75
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8959c6b687feec700c2f99ecc34c2f271fcb5e49
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cffd5d77ccb2ac702b0f4adad0b9cc1932443c58b256b8afb7c1d732f9216cb8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3197b8eac7c0e68452b60f12b8515c163982aba2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca19d8cda29636342731e5b0fc87f8bce12782fe4b4d93d2d64417bc92ce4545
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9570ccc7d807f0bda2bb40b1ebbacb1ac3aa93b0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d16f6a6cc34b47e754ab4b1ea734c673c4404c96037c97bc325898ffecd2acd
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33283157b3811c2d54f197fbab877bbc8ea00e09
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c472e5c45c3fc5757bd82df96b68302dd97435651a1daa5c70b6939beee51d64
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a38206dfb3c35fb1b375eaeefc12d3738e65e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f4a2dc92cc0071eda031ebd1aba0550f400baa65d5c46acb583549ffe7081d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a6bbb5323efb6ad03b380bd412418cac3af00ff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055231221944b14d8a23732c033767255fae5b2ecaffb1c59e848d4fcd91d300
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a26b5c565d62261d1e0fb4805f78d1456834ab2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ecc7934327a085eef709a92485584474f9bf877d397df05d1c5695f469ea0d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03f32a478853d813d6fb576feaaf2bfad891d01d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28a289d8a54e3c1a2f13105c359707fafcfbcb616531d8e60580a7ebc19d42b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71e4268e271919dacfb7c353bff77b46b8fad79
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abc196aee9e8b4e94a4c919c9f13c327988735ba49583288bb1b4c99d6000a3a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e067f8cb0241f9079f92bad3b96948ce63d43a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862642690feca4648049aab9d040d83ab1fd8ca6265cdbbf5e8788fc46c9edf6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5518c0ae7800bee660b5f77fad3b8006a048c246
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab91c7166321e29c9e533d26ae8003fb84b935491f58ba1d8d49720b492c546
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b133e8c09dd506b487369bd3ebaddd417b0ebc0a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8925156341e17ecdf2f571cf7e0595c92bfb211e0598cb16f7dec3022c611d7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c696d5d6a185c130175fad54e6f0deb8139dc5cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25c66b0e31625746f5c265429eaff9e9eeb0478838fc02f14584c30c2c7a8b2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e45a5122338a5af05491c63363e4942a949a9a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d20d9aba06a0e4f03de252d78df0c9d0e1c3cd1fdd5a3df2a451ad6f1e4d927e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501fc085e47ce70e3ec6c45cec6046280add319c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10038354967fb71561145c1d11bccb88eeac7771d7c21d62b0484c0eebd3c03b
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f004a3f9faf7b150877e95c0bb6629903a66f38
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4fd45fd692a8b186c8a3172c3a6059b2c862b3d10cc04a2bad89049a5eff59e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1326581e41e95afc9858fb951c89aa76bc9cf52a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1801a9b8dd04b0cbf7c790b149c2b852eaa6fd3156e5b81fdc6d67bfa67898b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff8d74d9f969aedad77151b33bd0b59938b21ea0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060a6692f6661b89040d875720d7df8bbb006c9f4308a37d636879a8f154bed5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae14b03aa8732112e9a1f2487b040b7707fa093d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d4827a8bf4224753bfa604ca6177208e680a862addd93bbd097cbf37dadce78
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3a1109a6f1602e709d21b0bab10a9cbcec073d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b59cd8b5ee97f89d4140c1feadf7c557e76ce1aee5ccbc4cca9368107e75d0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9516ee343f4ff01116ecaa1389341932aee9f6b5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6150a0f660601db06faed5731b4d1d6913af8019b1160298c9db5edfca0c93
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..573d365dafdd48b5f63a7f91ba39d40adbba4e28
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ce31dd69d429589b8bc3475ad484d9f345f271ea1b8d0439d5a91af814f2b0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59c2e2916fa08c22c704ab75a468cb1f8e0545a4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b29854138372e2a42417b58a7fea0f1c6fad51d753bd6a8a01ef757eeee168
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a37212d0244ae80ef2f84a4321a756f5df2e9f4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2e41c5496e7cb6af8b13459ed3281ca82c55436cf17e83ff6bfc17c5fde0df
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5141ca839f9272cd0d9787fef80dc029f91820
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f55b37ddd623f17468ad1718f074a81a6395a6603a6131d65e32446f65c9f2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc653a7665a76dfd305a1478a84f56fcf90a8b7c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff52071e5d347f688cf4a6ee5e954ba634fe61f72e44035894afdf79b0bcc2b
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..760f0e8e8896f9cf14a5f136627b207603d00bd6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa47c736de8a6bfc659b3117a5894204b03ec4399a9f9dfa758b88d4be0bd28
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..213b4725fd7951d33776db78b874c6c364adbcf8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1684d912f4ff0c7e0185561003662e71a6e44c0852fb30503c4f0087ffe68899
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc722392bd250bf6feb799c582864e4c3932b58
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1af652c3ce9dc155869f5ad07c0fa431fd25d1493462dd0ffd9b60c827f8e0f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cae7770f8af64f6bf8192c1ad7416cc027cf7d2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ede54ed517e30d912f2cf032d4aec968f261b329b0b813f42be38dbc3b6412e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b3e3799bf12aca3c828243e80a85ae9579d767
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771f9595efa42a7e93144a2200f1cb46a986028c4438551a5c1f657cac37e0e8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412cbfb028606dd863ccc78a3faa35f464f18b25
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4273e31cf92fee9ce9651a8a68b79b3229bacf4a55c0cd6ad6a88fd2c6d0b248
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e35fae8f5cf1181204b50f958b95285924a9b3f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2eae9d9b511bc4e598667afdb28b7752565b99d7448bff1d13186816422da97
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..527b382e794c0ca2ba127e27dc60cc4a0a2ec857
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128c98c2e1a98a00c28127b304055177e93669f368012a54aede075e1834d3a5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7b8abf62cdc8d01f7aad01f739dbee02c3ca4b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87ca59495ae29aa28fc0814176b9e4c4a72f1fed1379cb43ae735c935535397
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e4c6cc27cfafeac0acf857447b6af1c760f5ed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e09edcb70a91fe7a8bf11437f659df9074c9e2615cd0afdf8e8d5375ada2f3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec333bde89f2129422d8159a1ff3616e377bc94e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db3ea3dd293670575539be37f816b1c935e0f0b34ab55381b64e4a273b6c9c2d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31b4a4fabf74b6b990452809f2bdbc323db98e4c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3709b0c098f57818522867d4e9b7fa916db7162cd3fa6e8a8a5c30922a2d18ad
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c39ca7539a4a32fcec6b592dee23600b6f113477
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3afb6474cd40e719c16546866a3e54c35f274657ff0b08d8f07068db73450fe
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..373f5ab244b6402cb1b0a8a855b2a38072f6fd5c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84eab1347718d023ab4e0599952741770b3617a544d15fa20d0d977577dea142
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1b08a129967befa05bdc88d3440e7d8ba109cb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817f9c1679ac4a27b279a6ceda26dc98abae6f83be08c77c01fe896fdb47705d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b2cf8f4117ed79d6ef2d80b418d60eb41ac0919
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac86b6bac23504935dff579e74e8100fe553d73f002fe376656fb7c4c65fc6ce
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18f036b33bf5c6e9d10d6afe737f41915cbdaa38
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2553a4f30a7290d995d4288b1d8396960f4054cbd4ce486ca93403acbce0f54c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f74c79330e01dd6b70e5757328491dacf530c41
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea24a8987224608437c79262ca454428daf2adcc340879d4f8c23da6f3f54cc6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a23c5f3c074a2a2d7117cc0d47393beafc782ef0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257a926650e1245e959c42e87d647ba4af04cdcf26861924dcccd0d6b6fb39e3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40792c4954e318a38e9c24c16faf43fd518aa742
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc0835e711d330369418ab08e515e67613c5ba89a01df0b59eddbd687b5fa18
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe23a8a1422c5e124d5a4b4ed6c10b7c22d7371
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5687dbd7e195bad1e3ca29654349c4d0ad5e484e8d0cdcad2630a668954bd281
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35e9e811703337aff29776b674f26ee00b3cdb8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53b04680419c679c6639536976677cb1f35febcf4b516e2335a65826ea6210a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a96f46943faacda4e8002e6924eb7942a9cff62
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32eb5dfb1dc6239112f990d4cb5ffa7938da82df5e4b5663cb07cbddef9b9ff
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a702e3f6c2e319198563137cc31a32a753c614
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fafe36b41ac899533392eb274644de194c0b38297b21671494a06b9c447f75a5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76152a99293308b684c012004ca65ddf699f4f1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef30f087166ca2716775377358e83bd90d3444fae80d661d0f5e10dd145a69a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1cccbc9bc931f76520e9eb50870cdbcb6498571
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4479a18c081d3704f26c338cd180f6ab980e713f763c2a0d25a5396856083b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895161f757fafc5e4e0401fd594e0ad38f36e885
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78bfeab27835249fa74be5132803167db7bc4c75de4fadb649d83255c889e3bb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e706fb0d73a6d90868901055ce52195602719a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa7722ea38a4fc707e9c3380d7674653bf5d1decc33aa407446f54f427d38e2a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f922d1d947fbfa0a2d4587861f63606cc3550e8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925bc9a4853319b4135be5711ca2254b52e9af5696b8d72ee5bd1bd08e544c44
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1510dc0dca45fae86010c1ff118fabfe1039e70a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9988520ba1d9877ba9db98dd6599ed577244380fa80edcf2f5034770b7cdbbb3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3bb68cc80c7e5c9c023e28f66ca1aaa3fadfd3d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:995f7d06a36a622d7b4353d302c7bed707d63339faac2f9f88163cd91df563cc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95779cde8c610361d696e2654a4824f4199a3eda
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a69264dccb5fdbb0ebee0ac8a4541d1be859064bb457bc29122653ccf32b5d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd1679eee6a804fe08c91e40d70a30bdd1a6a72
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:decab5f7434536004ac76d96369f387fa35a5a3da7a6b3c4f7178e34ea22b1dc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c83b18372bb6639298380517862b0b27bf48b28
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c9073f948cf2fc217194aa967ede829e08451083910324d9002b441b120843
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc556db6b256bec0d6a94cc070a5e3257f5179e8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364ff0b1512ac2dbd8031954f39a140604ef63d3dd3147a8e58e152ec425aa6f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a7241cf92303618fa34c35307928f2154747bb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3786e0973475ee724c24f158bbeb20d47c0603f40b0dc6cb9e9a092409b0ab95
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a8829e8cfac6483d74ca4d9881f5ba57c4a4b2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b685674d26d464bab4d8619c742f84638165a9aa921581caf83c601fff4aff50
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c3a82ebf071a0d1011de7e277a92c1f900c078
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9843a2d771e93d3a378d40b6a3ced39522f7d0912efdbc85ae6c25658dd4ba4b
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73041923ba50f7cff45abde32a69927698022602
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:546b90f636f8ff77476969f6dce250693b72022a8be22c96bcf22daccf688efb
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/lm_head/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/lm_head/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..428bd8621ee2b2e6de5e40757edf75ab5fdd487e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592e5f344f16f3e1705ce002e5e1e468336c28a5fc4f2eaab2f38632a7285103
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e6bb585372bb5c3c7be3cc785194211d70762aa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c5c9207a2bf10cfb019df9cbcfabb376dfdd97e425330c82743b4d48aaaebe
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296ad07898a05e928826da89b45d1fa251bf80b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bcb6833e3fd446fbe7019225c9bfedd2e389c41774b07ea2096aaa2c8abffcc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0aede47926af4cc95e7a86523ff539a52e10dc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8017cfd4583a1bc07a56419f1f25c0f385dcd65d838df9bc9b7f6b0494befca4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88d60d8f29ffa0c51d4558788c2c22de6d157bed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf01ad6c271e4ee95b7a7fc102e7827f11eda8a43b7c5fb845616971bd8ce56
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc02c2f3a0a5719770023be972984188fabdfedf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7320208559d140fbf89da3c25f24fc8fc2fe5b0d7294736161e190b0bb03458c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cbcfd09b727dc92da5ee0c15453ff0d4e836bf5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0612dd7260122cca5ea1308fe0aea7e24a75688d6bca968db9c3566759a14cfa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c36551e81ffd40744d16f3353e16abbb5d6e6a8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d045a0da401c618ea5333a4159cab62a46cdf17298c0a321423b81438b74da
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c3f44fc75b4b1a70e8e442f9b45fd8b7d1f097e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8a273f964853c5b9c52f8e341f57403bc87cf7a11241526e5d194491f7b9d4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac11e2bc6df105414abf77b0a05100851ce6d90
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d23169e89ef57791de30fa4f2a9e9a8b03686da23e5ab82f684ced893d0306
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f86de3c34aad2aea6e2e4512dcdc739e94d831
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0edf681b226e7837d4b8667cc3d400b650385591d7d7408aadd373594ee9f988
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b6457a34285329ccb9fe436e144835c85f59f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2077184e8e17ea13cc5ab8916c62473dc6d4364396488ae007656f01e9cc508
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7100f6eff4d732db6f38ce34e218725c923e2ad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d457a0878594f00eb912da4b8387e161edb74a7951647b02f54c6e53d8e017a3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c156c338b33a3e5ffc76b38a6740e56ae69e8364
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa91465c38be37ae33e5e8896c91f576a3303536331e28de5102ec1c50be88f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1532aca9db580b95b402b7801a74168cf1a77be2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10408657257da91a202cf057448edd3f75b302bd2aa45cbcbcb21f6e94d10ec
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3307690494d01dc63a516f9d674819942eea7d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b1ce49f2b656be557858e147d51440f2c14dec214ade3f979ea5c12f19c18c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514bdb9fb6678a130bedb9795161bbaef8733732
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c38a1467db539fc574985519d0955b22bab87f29ea035ed5f941b0c8846f638
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e961ea437b3bd4b624ac9c352cce69bdc88fea0d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b65fbbe6500a02bd6c26d712701e69fdf2a24b1591b1462e9767b817a7c574
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00a6c639fa0a4beac7813fee6643fa81acd0797
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9d176394b4c02abe2bbfee9add740157fd0a3b8f69223b0337989dc6363148
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a1f7e18d842a5b294cc1b7786a6c873596aa94
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7fd9909dcf0aa1cb9169819fc014a15ecfd57e6ab9e375ac5b8396210b1d47
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea535466c520b89ce9c0a570143264e43002688
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6b598917a30f840f5c6e87ae31b1adeadfa5e06f115c6ce84e65d5b89e4eb0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea481494496bc08d2b45e1225d9df2232e6a7439
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:046b008ed311f4ee7664c85222ccace2b938d0722ebc38c31b6829fea9c42cac
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a7ea8a5f25d8b1974aa2ed28918930c600371a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72e01d70fcd3b1168d25399234ac546c6e0d06ca206c557cb651f21f6b48a1b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a21d7792aaf28de444477cc8c19426bb89eb66
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cce431ffcc1ece951b1166450573f160892b2f0cf24e4817cc8396e48f561c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d551f58474609f6f5724d4539604ff05fe19435f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b5d58112559abeb7823c904d398094379e7fd2fe76354075ff37a01ee96a37
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f3b4a394d6965234bee2236f380e7b5bed323bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9890362d6797447bf8a53a333431c0e6cd2f7a13f766444e5f33d3256f2fa36
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb38bbc128cd3294b1120e06c2cbccda972a750
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec17d986345f0a24a1f3f60b9df418395eba0398b8cfe5d44244809a6781f60
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014f30f3bfee771dea71c2fe0fb43d4bdb8666ff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760664b290eb8219172c6e7058c0a7fe045b325d976173c978554068c115a9bf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb5183001286723cc06f16b3a32152df3362fac8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6101a77935dfca83ce5fdf6b1f422dad1497228ae3ebc6306512db1c32731d8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b08c1ef60eb94948dc993b8296fee221577d90a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a6595884a689cb03655c3b400010c598459785fc66ba92f6a08eefc079e370
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e367e94c1ac94108a9061b4b1782152231ef5c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3deea72d876b0593e38e07ec3c614bb55ca24e528d77289d792aafb37581e4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa2bf11188d5e1b5e88cd5df0342cadd27556271
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f660b7c0e01ceac7342b2f334601863afd84be550beac9f6832dd69909569802
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06df44a12a25cd7068ef4de5b27a2da721cd099b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469239b968c00ddf4aae88074a2d23175743fc787e4009aa4d9583b09d9b1ee3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a2123a014d5a03d5f7900fd89352c6574e3c5c6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b17a2b481ec83e2120fcccda53694d073001c6e830398eff8bd4ed23f09b4f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763a2e64c0d887921b6403244fa29c3cb65a869b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f54c787a47d18c56e4e97e892b1f0b14d0728bb197a0fd215974142f17923a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b051db86ca37aa82ccfc1ec736d6e91a4f0de124
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba3dc872977705437474bf8cf3f781e49724bc8fce3c231b317e7db7f6d33d0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c1a62b5b4f2ef659f4ffb24c307a753f841b79d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f2a8931e408867a1dc7a29ca1549833ad402c4fbfb8d424b3cb5738ffc11c8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..930a269a9534109bb2002843cd52f385f523f225
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc239f98464d161cf72a34f41d9fae2b5ff44713d1d0190487220fd2c50e56ba
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a6408287e22ed6dd5cce31b9c4f79d67a541786
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cfc45b35263e3789954277c8287e76a4ca039cc7ced08b937c4068f68cd2097
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f717fd645b526ce65b597a0c9da5d4f9d51933
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a32b0851a128ddb0b1f608062dfd88f3cccfe3a56540cd7d13a9c2c7893db64
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e790a7735364b7e66b743f8f426a3411384a7561
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ee5ed000ebda1bfab9f9e6e50adeced588b1d22f7253431948a31bdbdcff98
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..373cf003823505d745f2574d480b2acce76de38c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9c1a7cf3a6484221b1f36540c573f9d5d443497f5937484f335c75db1f7053
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4365a9d7e31b70411898618a852f59647348ad3f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9782b93ed2c478fa254e5e262ceda552ea39c238beee03231c4f8dec5818a61
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c9777594e4a7662190f4a634cc35b14ff222ac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598b49a64f3434555c7da3badf51fc0d68e35dcd814f10dd8188bf65c12379eb
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f174e92e784b04931366e2e43263a77656645d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a097a81f79128810a76c6e7188f810dade7b543b35f5f6a0621a3bf4021977
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70a1c3f6111f8c61e09b01e146fb0b74aabbec3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5534b8b8f07c62521ed943f70f5e0be326e91ae470c4b86fae64cae123cdf050
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb30c935d7bbedb45e65a1bf171045e02c26fb0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc36d22c4b9ee917e5b6597182a80bbea3d471ecfc9113ae54608d1827299724
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36db1a33d8bda0a0bca9716177b9f96aae14ce10
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75525a04c27ee33efd4f6fa8fbc34700a027613720cee74e6644e04ea741295
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19874d81f5d0f90af421d266ad4b1df62f0ddf09
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1390ebfb0fd401bdce47920c2f58c06a25bb1113fce0dfc21e50f3d5630e553
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15fb245afadfa6258966aa4154d631028c3484a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f728fed45abe18b3f26dd799ace38092db4e5bb5b979987061000962e4c359ce
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2603307ef47b19703332e2ca734b7c9782856e1d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5af3c47008e33495be61419f0008fdd7f9fd04b1fc8485dc1029ddf1a7c3e4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b6368b18cfa105531cc02af8e6ecce40613ea49
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3056076ee458c21d2a5d346200e7741e90ed5e544a27fb15e1268af5823f82
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..197f7630af1e8a655f4800d6fe5b206c0a9ea2ff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a21814fc9999f3555429fd3d31c74aea34443cf74284243b4ef1506b698ea0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1afb546793008e47621fceab03dbc0c260da65e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ffa5fb5a76664542b78a1352a4743f20e141c674c9db0ebedc0efdbf5e6906
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dbd61f60c552cbebe32e05272f2cc5c7bc409c4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3736f5fd3211045c514de3e5cf40756732b28660ac3a5d6f5ff14f6ffd7bba8c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63dd47ea1a75416f8b69b0f4ff2dd01b087ed8b1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c5bc85ce345671da68f489f26b35ef9215d9339bccfc9b4227a719f31426c8
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df5b051e93b9c42c2a7c608eb0da6e236736115a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d88c9396148767ff9d5246f0b1382891eb573188dfd7ceaa1e378502d032dbf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d69cf9253b967d2fd3056223c983333225affb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2605ce9021aaeb9146d4e68a3826deac1ba2b929332bac1e030bba947f212586
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8c409313502dd16558f1ace4f6470512012da9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2aea16b0becd8c99369ae855d8333ccbc8922988b7f241fa8c7c5603263427
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8382c959c4ed297b8e7f2a156e4e50ddbb18d698
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d401fb5ea06dc58017e8a256a086cca8440a51af01b7dddb0a6b4e65a5f557f6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee47b93abc10e7ee9b0dbb9250fd584f321a724
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd9240da45b366a36f58442f2f166c7c483ed2bc6696a34ddb90a9c69f6eb4c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..267dd46b3f7bc783f41e5d58275cc7c902a0f781
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd68323324c2b519c2e6b6e0619bff9d71723d714bfad85af50594ec6e59905d
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a5359d67477c1ac4a69e713ad711b89d0f01ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143f0ad68c103565c029c6deb2685442925855bfa960de285420fe3aa1e39405
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b695e5c1f7bf70b314c869422bc7332f98b6dc1f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2322e0b557209c2f0af6be5df3430bcdd0e861f624da0abc1c87b2b54202c96
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b562c420086b6bbe94117cb62637d31f7386c0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62aa3b9ecb76b8395fea1aa7e97f3a3d5963d77d48fba8223faaf63a5fc48ec2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b9aa683b71232993595ef2434af04bd6bdd400
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1993e5f240a76151d480f5e5dba6a15fc6a1563664d17ab61eaf7c3c0b755a02
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71fe18de6d4553490090f9a08adc9cd03357d997
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e6f83b89c81e11b9fd3719eaf6e2e51cdbec8d234308e42fc784fa1d04e082
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3bf6a620b8413b8f200ad2011d1fa5d3643a5d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f10831b6ff52c45d4dac362bd14d52c3c0bb0c7df61d07ab546b9045ca9a8a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04a9a4cf19152cb084b1322488ba9e4a0da5b70
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26eae3955c1de02aaedef0f97798b5155a3d39bdeeb6fcb73950099df3027b3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100217c1d3dfeb7025770c02f3c9b6740de209fe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d50102b0b62f874d29bbd7e691d2fd2091952e8aafffdb18872971ac8e5cf7d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc7d55b4af00b078d7dd5abb1df1e84f8169b7c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c14216880467d41ed1f1801634b745de1b9b2bea603e378212ab0605815053d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ff3b8157ecf35af49d9aceef8b53d777872f2d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:137955c658ae3795a133ae3af767208a27da6c19d5e97e4022c218ad71dfb916
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db46ac228348b6bd69497b5a0baa1fad3493094b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af3e0990d283ade9a71a90fc05bb4faff19f6e56ed16be51947024086bc2e3c8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0ea0947a3f6393ded5b5b61e158a64222ce524
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ceb0f775c0216b48e02360ba548533197ea58b726001c270d20f47ce14577f0
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a26da935bc9b25a0462e143a3bc6851f9e6308fc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee7778b4cfbd473b814b9c061b97510ebd79b95e891d4010146252aaca04be0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..680f531a00da7108acabedde0ff5bc5df636a6fe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a21cea1b9ba3903db8c1052bae662f503f52f81ae39f25b1fb2a78de4c12f93
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f5629fdfb1d3d1c71bceb5d8b77cef48ff52d2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:529e5dcca5ed6a4b22b93e601a4658d0bdc1ad25ad257a62ecadc47a7bb1a97f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac9d76c3802290c70a8dcacbe1804debfc7d4bb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf4b2475dfe77c2317a3e8ba9b18b1f055c4e048548f9006637abce3714d0be
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced4c2c685bc09c403cb7b2795edd0d0ae1974b8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1c4b3194676c4b7daf45da71fa40c6c8d10a89a5bb9278fe047b95d4328955
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2103ee0ecf505f87ed514bb455c5a12c6befe6a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0f15bfbd2f0ee3c4605e90fc3b2423e374f32ff71b15d0a4c60fe24b69a3e9
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7423192bd007bc313943a828b0277348d72e8e5c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4dcd5e3a7608fe1eed9a741cb3f59be6ab8e30473cf25e735110b6762c29ae3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f0741aa531f5f5ce5536630a05bf48d92434afa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1288d09c2030c72caf1ead43e317c59086ee3c591761e4f01a01d57c8120d89
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb52135f0aa9bc54fa853eb4a57361989a2a054
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d48a02aa98d3121feecbb0cac6450bd6d42c7c691810abb340e3726b20d685
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699531e08a751f8fc8854026156e0cc519d281a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314f054b87c4318bcd1b72308447551ae0bd8f10e3d9463aacd6f60d32d0e47d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830d7e521b2f62fe819a7f2d099972d12c4e8f9a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ae6ef60fb4fd9f215633b91c5fe82a91c76244888525d60f264815d204f6f2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0f01a1286c88c918fe5770e7fd7b2ff93d93d1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faccbf0611236bf38cd69e16374e748f4b4403d7eaed7a98009475e5d94cb282
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6a64d1238f706d77de6d32c58b98bbe03cb6ed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f713ac32a1264e9d095a84a293ed09e9c5ca37fa9efdf06397310990a90bafd2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac489e8872a033fe324f36164540732e3535a09d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9529332c0f4042c729b9637a46e09c6c33ce03a36520c1a6e569a702594937b6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f160f1708aaa24a8fea35ed7e2a787204e1fcf34
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e16458ebe099df7e9b1c39fbeabc1f3dacd1f5fa90a1dd4505f5c5e8e47ce6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f3508a0d4e70e188f19324e91d4b828c5e70bf8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b1875ef64e8cad81f89da4a0f6d1460da815ea3913f35bf8b4bb809d16e363
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839d38c3cc7abc9c49362d200613144f0eb6e198
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00bf04f939b9ffa70ddca46e7026e35c68de8ec8655474d34505c58d7d022e3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e5098b47245a09a637065bc6024248cb9c456e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e7542c3973ca4be2be498c0d655eb806f2908d35cc3b839005babb1578813a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42ffd5afb44795c29d9b0bc10c834cd175c74205
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5cdab8ad304ead71f929841bfc3e665cd9068c9ab60c9f528952903f684f5c3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ac9a5504478434b0b2deb1f65c6f6674295598
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0436494604fb45cc734311c4ebf7877bb96581e0f862d0c9b41403b0d5c3fe15
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e687df1f4ee2656c6a43410ac06392c23480041
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138b0d4c0df69963dccaee157b162ca7f308c63abefc77804b4a673bceb4edac
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41bd5dc03cb6d91cab79b54d7d81b42c32dcaaaf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da346f01583ea7cc8c954aceca40a6e262412a2a0bc6a48f6d9642ae7a771536
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d8debad693779a812f3608bcf7eaff39ef7bb4b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed4b5ec95191069f95b9b3ea2d81f602f19e9df8b2d02fee241b9a1c9bb5f77
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a369d8821255eda2b25771da64e4ecf6ca994ecb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c2afdf4d4f5c4aea08a2b713b511ff31ef06a70ad92f0c624903ad096fda58
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1388d86610170ee1e6bcd8d0b27307b13c09c5a9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979b381df67b711f4997ce6300a7024d696dd1fc202489fb950ea2d3a15a01dd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec71940ca8ef01066e5b7f1283d413311796fb4b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d6ef078d5fb9c112e04fd997d8677e1f25568efff596dc87fc40a009fb4c98
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20ab6f5b39b97c863ab31ac0494f3512038feb4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99cc8e52d234bdb038b3370d4dcdd4407c23aadbcf9944095f6709f72fc8561
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba60b35b160e46679836625e3c25d3769426464f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0757f4d75ff51158d216144fd69e9e6a84b824aa83f75452ffe8fd35371ba4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f183bd3f0b9a1959534149ef2d1710441dac16a8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ffc70e1f509540bb51a89f4378682eb660685f9a0b865c0199afd8c516b512d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f615571269eac01fffcf1457748a2dd0bd679c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c542d10247ace99a5bf3b71cdaaadc4e0ce703759cbf621707347753ecf8d95f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0855e5ab4d0655a4198c2f0511c33ece536663c4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a192b67a9fc3a7f8b1f67296e0eb4c67c8185e8d756543c7b6605b6a2e6248ee
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faefb111e9c27f0bc7444277c63a5902e6b38b0f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c9fa894c4dd5695bff4d473927a0ba9c076a739a982f447aadbafe8a1e7344
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c8183be559a1f6dfc58ba8e163b071ad5f5aba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7091e55dd5c47d5c382ac5168d34a6eeb3d4301ccbabd65af0a71fdb641fb70
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3febf4811d444ea63fa05d1b669b618f91ba006
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:407de7e6bfe02dc6085f1518a4a1bfca52fb29028479a581e9aceccd3f3212f8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec3223bd10e70e7c6fa286ff7908f269738fadb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608cf509e0f60b9211908f74f47ae244f7be0583a1ee9107e7a34d362d17100b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce17dfbf15a43457c69cc61c9540da1b92f6e476
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce0dc6c439ecc16c0fd95effd434024af9bbecc9ffd8d253f7c6b282d0b4f05e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba57ba9199fb3ed0bbdabd7c4a236993b4929d9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5850b524730f73c067e7d7b7313f2d5d246fe57a0e431f90bfc60be80ec4cea
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2878391539ee457bf464ed4cdc4f2c7d88b1671b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df6c1cfc3d67bb06cf9ef2083affb39f3a73b9a938df87c113c3ba2f5ee30ca
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a2a7a46ab0356181c3367068b2a6b6499adc57e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf8b14dd2447c3ec8da6d23c733e5fe5db191e1010e9fd226a0781f9248698c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f73b64adc1fb416b4d68544ee67296206fd326
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7607d45962279b3b8d2855e4e484120c3cf1e7a69f796b963f3f18a981c43b13
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20377cb34132f8d21a1cb61067144c8a88c6d35b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c750a7a387938c795a35f241f9e5c08bd57ce7f8b04567d884ce9df1cdbcf7da
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5345a6a17d64c5e574ff2f613515f564de0d2ea3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24da2a7a114e19682bf55581d7b59b46fdc982bc50158df91c264e98b65cad7
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a5aa5adb59675bee76cc7ea450973be7d4c2ad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3151d9e37c97c7fd37f110aec0915d2874fdf0011911446d3bae1446387657b9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0965aa89a6cc4d0d1260c46a565b512fe6e00b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2425b78221e3c9fdae5292e3e17bfe9029064653feb8dc1730615aed8971593d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939d47a704852904eeb313df302bcfaedced503b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b5fb3a92a449dd297d5eba9e6d55994ac892cb65267417dadfdb02d217cc8b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb95d74eca39e576c0867420c39c36e28ef4563d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed313b2b84f8f8c01547b274607a0b9d98bcec320724e0bba9177260c69483bb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db794bfc1dfe3e7ac96564ed28ca9dd82c32d48
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81812cb39318457952c39b67a61f637ac54dd87ec7fd5ed09fcc3f975daf01ed
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebaf9a134ecd7a6a2233096c9d4875e5b04f4776
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:324f9444d30f44f2c77ecb5ebfb33ce414b31b78affc3a396a0c057c579e335f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519ca60611620c718ac48bd4cf054ca0a4ea09f4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae35737cbc13e82b2493fa9aeae976a2499fa75fd636c05979e97e2a82d4411
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c89fe9b5a19d839f3a44b598e58012f94e6d34
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cbd571fb1a5ca3a56f4f18e1cff9fe96c5b80118ea72b4951ded73a01ddbb43
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ef5d1cd560fe9f92d406c8e1154655ca0ecc0f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a70c61be72f3a1d72ea51d13c158066f4e0113857a03b006365559e835e976
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158b0d3b7e029d4ecdc8d6f3d9330b791343bf7e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8f46eb07538db900be280096f9270e72c500c9f20271daaec75a49a3c4493b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f47fdd4761a69626a4951918437b99d51fea09e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527d19f0d64f5b6fe4d69a799fdb92fe2dee48fc74fd7866cc24b4eb3ac3ad06
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd38967619fae122d8f35cb60fde189efe00639
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42e3b29a07e90bcc3878a08b1810a4cb2e4928c1a2446866d20a0133ca43cac
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88044edc80d42171b4dbb9b1f4dd3f8ee70a11e0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92fa022b254df829f4f55a67a2dd62d7a4e2cdb49f8f036d782da1177a2d7e8d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5926d3049d069cae1e3e12aa15d5a9a8bef63294
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94355cc9d517c5453b286681ce9a6cba516c7518fd4fb9798e2498866568d02
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..594cd6780140f9846e7c218f87b764f5c61ad70d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9672e3b426bd0727db3c062d05b9352e39f69ed28272c8d34d05965c4a71117
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f78007fd33e149e98febfb3eb433522ea9bc8e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc448bd053df865e1fcf75e216ebf7159e1ecb6cf2e2610f14258c0c78dec5f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e03b5e22572b50b006305fdc8ccf952361bbfac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7833da8938930ebefaaa8a1233917bb58f75a7e300ce8b6e2b68775bb5100864
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f552b08305f24746da2c70331513c94e073b99eb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5751dca310e662dbc5d82bc4b712f82a0fa2500eb11d3c8d209ae1c666982db6
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5771b2f788cf7831fefec98e1135ec0428312e49
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faef1802af5fab7af4fa9a79f2a443122de2b2045e14267cfd539fcce11720eb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c89121802bbb2ec730c6de0eda9ebd05dd8b21c1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b2fa3b41fe75dfb38aa9568a07628c8ea68094d37bebf2d40a7c4e68c51711
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ce3889bff2f1529863b99a3fd4f252a441793f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a93698015a52e1ed9edc7029878e696fa331ace5c63a79dbadd4d6650a74f72
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37e5ef354c2ce27ca7b563e81f58e3062de2fc14
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2286e60229324fc39baaca507bce837408e13d009ad796c1d1b90a0f35f79ef7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2075b73972374dc05456af53cfe9be60407c2f0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81345081218e038fa9ff5cdc62bd7735820898a53d48d58ede86eb89d8d8ccc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4175ff4b376a75f3cfeeeb57097d356ee522d9a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f00081d7da57429ca2b2ef594042f6d6dab9e711f8198be7ac1b09ce4a9bf8
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a5f3e6c533273e9597b90d015382c9dd15ccfd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aea4098c5ebe67139c1bf41b34f86346afdbc8f46764c53ffa98a4e6104e0f9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..953caf43eee42ce31943846422900a6ca190411b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf6ab242591e5c05509eea6ebf86d279e0ace1a50ebe8c702bbc1c610d6c831
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244bfa531e95c9c40684e96a7bd9405b60417778
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4171c63a4e084c6227c58c401c81f711d4a275f7ff63a3acd9e00fde856dc2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a6e7b4ab6d6568fa027eea1abfa1aa517e19d9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17c7508331716095a0e49459e90900e51bb19cdb850d602f4d001a3b772ba17
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354d659b76b295e9adb6e2b4eea7c8c4b0b9a0c4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20876de3578793bbaffc93253475f1c05f6c37cca365f5f1814bdf54680ee6ec
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8812250bfa0be3f22a31d2d8b4e8cb7f640c92bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48420758623932670cf3e7b8ab9ba7290330702143930c7e5cb6bec24403fb62
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..316a755c2f9c6c6cdb573cdd3cc78304c5b8d608
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d73a297b23ecac356b5427fc47c63b73767ef321e2f6ff426b2004fefa00ed3
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e1ee1846ca274c467e9866bbd9c18cf3efe976
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a809a091bc9b6bbfd38b5cf4902baa4f247a58942fea576dff4a61c130ab1a5
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173e7778f7d0f7c967e79e914b44cd84c5fdd6c4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1384039ee3f78b7955ff66096d852188854c57d2516389ed59390b72c551023c
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a224d6e86d4940625c523ee91b7d860e3bd3b4f5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca89d710dc797396bd2f86dce213c201d18ef7b1a473b284760b68a82594721
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9729aa0017f5f6341c87a1b8ad70dc100303e4b7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43823d290d2b1744d9849bf5d04a8a3c53a97ab7f5c6ff87a1ea480454b2fab6
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..576b918b4663ac348d5723f645513d737f9fb777
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775ecd3ce09fe3a5f298c791dd78fce887a34c1150ce07401c7de084864b8a23
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8a12cee4d6f9365bc08e45226e5f1916d5ffac5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3fe2a58103212ec3fa81b8559769727a61efe7783c95dee8fb296e7fd7deef
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2620dc211213e062d69b57e952026dc6d78d0baf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4fe6c5b1c497baa00c4d48821e1503d96f501a2e7eeb5c9e5da440daa23f3a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ea69c3972d82917bd8fe651d2ca257d9822b32
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47cd25c3a97268113b43b2f766efdd99758a95ec7f93e7c8d0da6d3ded5def2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b61a48ab76db4d8a92af8da69dd6f2d5ecba8dcc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a043935c3b88ce1beaef0a3689187e4db3d0beb0a4d23969893c364d894220ae
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d73f18ccd09d1a02a35a0fe7f7e798510500a8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f749b1f874ad643b659f2761fc2db6e2542d17b66c84631c9789388fd6e8a67
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c173013d18a33d471cbed8b94ec2adf79510c933
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef47e6c326190d43f1928fc3aeab92372952e7bed5eccc76c9966fdafc6a6f5e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79917beba6eccf3a2aae1f768a3949343edbd954
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a79dc770243b1270d987363837a69cf0943ec17fef6d4b793aee274aba89ee
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc14c8651cf576453ae78d50e758577a8a66536
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5ea35c2556a8751bb6732efd7ca2910fedf1184552b60d273cefeab42affb5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036581b3f244965dc234e1ebc6f775c39d638826
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9924c7a5708abaef1ec389e3cb65be04b5cac72a7fb0872c59f4c20a62412e2e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe15e06fc6b2a6f7213b3a77f7d18837e805512
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80694938442ea7a597bdef6e44eefe45535c8cffbe8fbdd72b1f2f474cee5449
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89465bc8c41c86353fd94959efe67fdfcdb8a440
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da88d8776251985afb2d43d592b9078bf223568d90c8569ffc37ca66dfd94ad2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1faeeaf195b9d2b2d6b8968ac9b1aab822bb676d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d79f0282bdca34da463c2402e87f1e783a3819aff8d347a350ea7a3ba72e052
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d8e426491f42337ad6c571eea60a0ac9bd173c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2456b521afaddcb2d81e02406780cc26220fc0331bdc28d978f8c822ea675a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fffff6bf2714e692df1679d5fdc265492b94d558
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea319a526b05cfb332cc72804d7f7cd3ece062099cd7b5613bea395fc0af544
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022b6eb93843aee3f11bf5ed5e40d69c0338d318
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0750219bf554286db389933c0c469ffd4434dfbcdf01d2fdbc963b8a695f546a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c63381eb3981d7d5639090b5ba5f9456fe52e0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5030aa36120ba9607e647291fb61ec7f397053c9d0973675baab7179341fa726
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5237c7f6b0a46b864f0b1b5ecc2260605b83bc15
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca96febfe426095e40e65d7176198cebc8cd438bc834ccb91c29e3ed7c53da4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00e6d35e74d17fe7a2fecf7097f0340592290ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69ea95b7115bfa0577b21f049e1161bee6e7d29f19c628f44473f4a9108ba70
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d16133dcd509e76588588d6c48c44966ab21d578
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dcfef95552f404a7c2c686fb2f9e842ef947b5e243bc6462c06fa7ac6eadce2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a9670a3b2ee68278f016253b000d46f15d0187
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66e0bc0d676b5dc1e248a5a7b758850bf4b510ce8735c5502bce93e05dd6a84
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be3a2502169b35276bcd09fb9ead91caeaf675a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c22b3e070031dd9a6dc2776c1e436550b519f2203d8a45353c15a783636bf70
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672896ebc707ddd3db3f6e2e5aeb3c4f96db2952
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0ad7f66e318c9d72be5b4f6e24d6517d400d2e09cd284a18a52e111b42aef2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516b295f884b8118510f8ae9ea329c7f1638b7c7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d2f32ea1def2310a43d63cb6b3cbdd63b2e02ff181e6bcf5ce1722d1c229d2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6cd88403e855dd65ae3eab1c011483ceea2ef4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b076c12c910957aef406288cc23a6add77afd162230b7d0babfd67ee8c2e46
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c7696b1b892dc048de7d2ceb46e31d2aec2f92
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97624a2dd26d21fc95078282e97da0487d6e3dc1692862fb89c18a1b70f33077
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d7c1fe040669bcb59b15cc90386c9f28d240346
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5caa9d7026d2312503bd9a14b8f79086cb4be0f43fe6843c74098cd87cce91a1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba26dbcf28bbb35748e3ce7c51bbdea8d658db1b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8256dde6de62de504481485950284b7d53b8dd8ad12e09dd82f66f247f617cf2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..821ca9c898654c5f41a5188504f2669918590915
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd74b9aff54f66bfb15740d4399f394d33e4080cdb64a96a88a6ded6e0d3ed66
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6516534c222a104374e3f49e3f0a02f87d83456
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6634b0664b1d9165fed87faac9f160ec73a2aef7f3c7e24995a667064095420
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ccea06e44d963b6905dda3a792ac830c229e3da
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd8151e56e109fd5949169400497ff8701a6799a5b59d1261e8d9711020abe9c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c32a79f80970c0f1d9246df28f15728c0245aca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c1c6a68da2c26ff99220c2e9fd37c90f7ec44357a5c170af1e2e019f379c0a9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..793908dd780cbb0a71ad68e5af4c1bc26e5b5da7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2cd52d049828555ace05d6e012139893a54cfb780d114265224045d6a8eff5c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e873bae168580953e3f9228d083d8dbececfdc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:868e4e127208ca8b276b54290a8a44a06dceeace7f08eaaef74402c929b385a2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f57bc93c2e7ed8b4315bfe2ef87a9e79d00bca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea443d804b01997caee606c6377361c7427f62d74acf891ef2d3e9b202c15ab
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d00f43c378ae683e4ed8ded5f968760d3456c3c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8c7fe975cc155c07104c6fc2d164fe41a9bfcb01d169c0a21716da3adae86a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2bd66d804bd89e25d22db2b1f47a6b51a04055
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab9c010dc4607ab5bcb8e9cab3b3589f83463fdecc7c4e58ff2f11f6bdc6acd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a86705508719d7fdc190bad16eb9e63c3725e125
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e185148c77023fda007a05986a85cf30ae43ff6ec5dda6e3077968e1daf23069
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b495957cfe0a7c855a89be63b37aee5e1b88ff4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6711e759e018e28c644a94ed883b81aa3f2c85cb4fa5db88e689cb3c6a1366f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..363a4b349b3e3ef065393089e85c3d044874e0ca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef806dddaefa3173948c9dd4ad2022acf96fdd2051d995c8845a05f1ab6348f9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e69662b6d666b012826d42d976e30ac5799f906
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaeb4d7ba79694e16a1a0fac1b653ed05a9e0e6b71847b4157a8fe52d9b27fa8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec9c6ae13016265f019d61c1bc96cf92dd1b127
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea8554d9370398aba8d7941609c1bcab9b2ecd8fdbcc70a575169451ec77d8b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..797b26ff4c404f58e5648227df4bf19e0681f66c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b81388394134ec290b479529d1f8d5ea85e394be747ff15a90eef48eabbc432
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20d90c4793f80a1f0982f7ab047aee563d479ca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d28e54287337c520a911d8a2c9cbae75eb52db3d060bab4576c7899d5f949f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c1cee51ab48eafc15a061804af343823203aaf5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5a351da789c2d8be20adc8b545a25756b2efe98133bac3cf8e6978465eb64b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e2296466c1a359bb6101d128bc060c7fe2f632
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:620aaa6cfa7814ccd16f305a52b80e11c5565b2fc86a6659f184942994d0270e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f0b45b5993805940b79fe768f48d9c059d3bab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81066088624fb6009b020e6ddf3ded759b453022d2aef703310b5e85d57ace6c
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd74c494feec0e7a40d6537282d9c7a4184f1e28
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9539c2ead5aed56083f5e2c38bc85850a74de64d172b5e9189e97dcc1bfa4bc2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8311d71ec282b2472b6f09d9a801283eb04cf0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc368b3223bfbc6a64c5520edad324c49fc4d5d6f7f4a43773dfc253719dd1d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49fb51506b22fb0e6e9867387a2a8d2a56347da3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6544024232028b0991c24fc1204b6905c9024e5dbb7e35159fa50dc69de2559e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56cabcce65f282d5fa5ac8701709c511f7b3e94
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7343d530ffeab8058a4048eac716f30b0188019e42710c6fbff14305b8a2f2d9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92c1cd649d18981c0e4cb330e9c18e53bf039ed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1379c92066db27914d8df6b41c5af4e881f1cb511a99fa30563f8bb5a171b6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a474b343b8912f8aa9fe611557574bae135dc166
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:053f3bd45ef3db7f66f784aff71e97134671755db10806c7e127f317b8d39c12
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f03e7f9fc6c58cc060a86f9c0f416c8facf0fa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b6d2d0e41be85a4e5dd612e760921e85957ff5172705be01f2720e70de3575
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2478f93e60daf1f68aa0c80419535248a4ea69d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b63475478f2793791dd5f23bb8ce9c3514558f1a3dbd8050cbde8f3d79671cf3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1966dc6def200ae5d39c393d27172bf5d410677d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b7ba50efeb8afaf444c078a89eb2aba116695bf764e67c76f9283382e7fa9d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e61619daa00f49fe1b6be0ff7eb7e89717d7b525
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260c418ddc01ee015cfce1f2d8343f3a502fbbb143777328e09f37e5d6ae4a69
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33ccd9d781551419ba21441145aafea9dfa3d624
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723c6a6f5daca77b0601f5b413c4b3b68a451ea993a6280591052e29b5a3bc06
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51a18c6fb736b82cb12788fd2c437e715bdfa36
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cbb538f5f2c1860efa2e97ccd70af4d48e3ceaeb29df4eaaafe7fcba6c0afc7
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51de5671f4e196e84878b01da8be97f5c1244cbe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78dc1ca3492ab2130c3047b5d699121be93d066189abded1d5894cd4203b0512
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9472550cc4146fdb9908e42579c94a61badcf173
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55b77b75238bccf52f3a597051e3cda3f7e1ceb8b6879c888745cdca6d741b7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3c48be8962e7467943da297f2adf8b9d2608bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:189154d135324ff8f6161aa4ba57e4a274127585ac8ec25b8316d7ba10c9d07f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92922079b7b8f72853f65e2fbaaadabd7bab5a08
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657ca18a9665121525abc56f96b520b1fa052d5a8cb6afe67c9c1290128e0412
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603d50684ec2570e41126f7faa93c23cd88b5d24
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e8600249b5a8e4c6404d1ee58a1ea0b069ba45cb1127dea325ccdeeb84907b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7b2c9a1226d732ae92bae9cb5293e69d699f4f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4644db4b97753a8c44f180076c5a9d2c101da0b3c53300de82e0250ae9f33509
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..601579eae8468c2966180fc09450496e23d0d3c1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:089eed1e233ed18cec626dc8247e4f62536fbc09e690430d144ae7bf9251ee82
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85af85d0720981c0d5f19d055a2c32dcbe939717
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d53efa8d72cc451442eb6d5f23e27171ff089955faea4a2c51dc739cecdffca6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ac226363eef930fd9bcc8769c9657da29d6ee4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a05a8d89cefb7e823e32bd70ebd7b0fff946a6270f8aa9a3e8104dcee307117
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f358922642a9efe8533dec15202c009f3cccad2e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c03e8fb22c4dbcc5b1f150149fae59077a4025988dd8d025c1fd1102fdedb8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644b083c6960b1204b566d4114cbc17d3280629d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6c433ee838bdfffe4676bc7aa7d04a54d63ddea07b7a754fcefbdff2705d5c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c14c9a203d6b1191e95237950aa6e42718d125ad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf86aecfe112d4366207c2420c71fc6ea50ac754b21c46f54e28bd1d366e9a69
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8edb92170f88bbfa530ca57dc2b637c3bafaf9e5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b877bbb71155b04041b61dc06a1bede6b53f977277dae2cb10d786af5163fd3
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7d749188dee70944842b742d1f086d3ba3e780
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce3e514275008623511bbe334746acca6c4993f856226252759776351be568f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e29a5a59f0e278b236e143bb85519fe4da40a3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914070753a37bb55f9de8c73935144d8fa04dfaa97472b6ad6d94ffefaf8e2a3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2dbd904767ec8088df7f8c6c2125362ea61129a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147c4856b159ead90b40e937a1c44aff28620e080ba1c299eafe6baf52700d64
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ce6778f621f9187d2f5198cc7dafa9811a97b8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158385bca229b31b9f6b11563fd66bef2555250f0eb702a35567f801d4117b89
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe062c90d5053df1097b2d5107b0d372fc920d4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3860a04844c21ef0dd160f19032e83b3acc2ed8f7fb40ef3c7f9a2f0658320
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb31313895c92783f1c3b83ed108a509272d8e9a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cdba848153dfa9ecefaa2be822d2ec926d7a1caaeff2273f648d633bc57838b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3f3f0ab51f8b6909aec2027bc12334b21b2046
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710cfc29257ccfc3d79317c0dcf6c16f86c4136a6af6d8ab54d987c6067fa84d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f2ca440af6245de776cf3c899e06135d9af4dd9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e862783ea10766cd4370dc67b15d8addcd1fc43cf679679ffdd3cbfc62582a8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..715ca613228ce756307c0ea0e9e63c58e62a1b38
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194392dcbc3be180281c97c48d98cef41039eb1e382ef27039000fd1621e8eba
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f3795fb1da8535f1ea8749c94162b544f26ab2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24732ee689177fad50e482346680e14e51b99a51529fb5b8dc12b983ff5d5a1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deade1acae4742af42e4aff8a1cd6768e031fb45
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e21f2072cf8a1d7f868b41a2a97f4696aeda3d92044f187378083004c9cec22
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0d7d60857e6110afc617cd43256c6972346bd15
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b65181f2f64885ae46c7b11179952866a68e067ae459f36039fe231fd394a0
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605f15998c39623ca181fbd290349ac6c609bb84
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c066ece7e75ad0d898c49c928da3a4491185401ca24eb08e58827f04520697
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89dc3ed7715c3ecfb788de647cad140213197ef6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df227c4c50fbd6af4b346d1dd0dd08d91a73b07f2e9ee59b34b0c6caaa7001cc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c823721cc27eee05275bef4e7873aca9734506
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1a5342b97e8d4beea62143cf5695211bf73071188235627de79343ff039cf9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f4c6b0f61a136bf0ac6b156fbd934b3d631222
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f295eb54ddfd017f7cd914d83f3cc56c54681fee361d28760b0350232f4ca0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..319919b2a70de7607b468871cb6228b703fe7f86
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3569e482e0bd09df63b78af93fa7c10949d98e634b0a952b4af6da6253a951fa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b612ca8bb192dcdbd2aec2ef4cff40f36abf85e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0fd8c51bb4403e2d935719675d48ab36ea5b3a965c3252c9aa66a3d70c9743
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf06eda6358f2a8e641f5023d9c55ca44a1fdd6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f45aa5d53c59e9a635e74da9a316b62df68b403917f9a5462bb6a896ae4fca
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c0fc06ef62bbc5dc7d0f13d5d0106ac4ec8ca3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8032d7a35f27368c3be7ae32d4193b15fe2a9f55020255801f4eb545d86ca0b8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..949be03a808c39fca5615a8e18f14ce8d65d8020
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cccdc86e601f5c61d2f6bf005449d271ab2754f092b8d56956427122667c1b94
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9958590bdd24449e34414a1ad406c74f4290233
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c0599a8749865d81160d4789e92f49ec15844dcc5c2d235f0f8b97b646d0f4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a871ca8308eeceee28ac7dd160595d713f7bfe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa31f1fe66b62a2c8caf5053479209760e4b1d89715f78a6d82bc02e24611ad
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee670250b836db11604f7a99012cd276ea1e098
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c85a1b38494c49aeb7dee99507f72d2fdbf6c5d84987f3179b244eda5a965e7
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97a94f26cc96cdf154314407cfffd6ed5b73033
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dded55d1a9bff06d1c799b566044826df462522dbaa3de8791f205a3480a295
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05172c5d371baa7552441fec97012601fcf334ce
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2d30a6640c3614b1520d7b4b3c9c96c63f77d62a8bceac6bd63ecb9e1442b2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c33e964da4ffd0f2b9f8ef8f4c74b3143ff03a7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5692d4330fec50b281db475b229288aded21b4ad6366c432d031d78566a113e7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..148f1ed7cf5efe1aa9b3ff0e61b837b86cdb8ca5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6d9335b7314ad5a22ced1d6e98915b0a1cdca5c607d9b4c8a3bb95dfce5069
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c0ac70fe56b06ccdbc8198f0b7bc7a188d8ea43
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c9c5ddb127e7a3a8b8618990794c0f71fe4ff03510e93368b7714c210d1f64
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8add65fb513165638206bc2755e846bd93af51e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e85b90186f2eb5d436e8ea68966825d853c59935c86ed89e508c246323a578
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76daa69203fc0cf1d0521e926a317980943f31c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268859c2cb7988615922936d177beb929b4bf0300725805125fdb5f03a4fa098
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6aebedf58d26d2496ea700626ecdbca8156b24
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ebdbb1378ef9ae4b104dd0326a481334f9f8b9c192c4b7e712abca5394ae681
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42ae7f76a3d20829eff7baf6d9f5201b1b2e944
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6c844b7007bf00e8db3094e5a97f310223ca9d24be33a61e3f6981e7442ea7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad07f658b87b53f1313e9c33215284790c9aaa2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26bc2768830287707b4ef9c4399e473caa8bee2ce0cf9e6b4c224d133bc607c6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75cfa1271c366852e35f6ef5ae45873e5e8323df
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253233bf14e12b27d745843408e89cc1960ff50026cf333e10e41ca84c037d5e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc418d81811b19f6e9f01c6abfd9d1f3506a641
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ca4027c86c68f86cb9b489e938b728dfac3c5402ca0cedf4cbbc4e40f244c5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed7cb169a878fd10cf5557a1cb0410c15372213f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9aa01a00283dc5789284488d342ebb97a4e7b73ae3b630e92b17699be4a35c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf9e09c8dddf24fd097677baf1a774fc42bcebe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192a2a13ed32daafe04b051bc9927e5e06481ed13fb118ab15e62ec204796c70
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca498d4b646499a3aa225e332a8421f3199e71a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50706d14d1f09fdb934421371279f99cf655074e22a74c2bc6610e18f8fe50bd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faff2825349e0910c752acc4afd1e2b66c55d5c5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52c06a18e26cdce6dd22c784dbff204c4218b50ef79ef020e4c2776f2bf7b38
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d47820378d1fd5e58a215c964a8e035671d236
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ecab225f5c6df78ccbb94caa4e75fa92c4404b5e9e73db4503909cd4aa05ca5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab90588b911d57ee246b7928baa74cbd6122481e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51783fb80d07a764625904821f545a92290e17a4bd0b546864cfc1725773fbe7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff93d8fe5b1ed2deac377fa959fd870c2772f9ef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c3c143a67487f49c99be5f4c26a53976ce04bad89be2437782c135f64e40782
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1332b703046ddd255b23de4fe86b4bb0a6246fa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd6c7ccf38e190f7850fa6d3871055055f27a6df83e88324f5f664e3d448c6d4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd2a66eb9e40570cdbdeef5835a5234e1b7bede
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e78bd930c0a3f24123b9577ad32afe4d6cfdbec453087102c2f6b22ac14fdf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7dd31c7422720cf7665d5fc991b67c092bc14d9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c91f29ed0e09040680d0fb253d3b85dbbb6e1d2e4871196f367148579d1995d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dadcac13a11d33b460ea22bdc1b9dbcfcbb0c91e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e34616223a1e5d45e00763b63e0f74735dd147e7ae7db84209b8e3429e6ba16
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5789db84594217bc475c6fede973dffd1c19ea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:620822aa3fca8f06b9656c1949d9ca2071ed5063d2190aa84a9b18c6cebf0217
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33cf7b1abf166992eb119db571f4168704244efb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46cf95e660628b6a8e159922980a6c34a76143ae3368c627336e4c58bbc823e7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660e293b8ed52308e54eb124c3c58e97e76b4986
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e393686ec872ebcee7f15b2da7767f0822207b5786a12eef1f81c66b5e9d1d1b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..028e5d61d77b4e3e8edbd4cc84945f3f62278429
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1c2272389c23a04b60956365b6ba4370e9ad508aaef866e43bbb8ce9a3783a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4710b1b1facb7325d6e281b55c06547ef0532ac3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3892a62815b9c1e865d49d3adc4e6d9d0ddb537cae3b9f19aa7e674807f35f1a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..889b319c7a565ca11f62ae18dec79418aa2609d7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc8a0c6e13bb4447b3511d8029689fd7f6a4740b4c9c9dd237c465e8a0b9c17
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af08d281c0cee9044ddaf381f673b1943a25358c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a374b9164fa0ca2d4737ac4763333054a78471e66dc275823cec9b8b14c039dc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60fdff5b204bc03001b59f9f9a5f2ce11863a817
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9493e998c216d08b9fab04b1d32ade5e4ddb3e3e69f2d37de0c32d2e26cdef
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4433bb61e97d39345032ec175440cec3a704826
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593e93fcd4c3d4f0d5ea956d16579e491a5dd0d635b534d4ec2e9e39c194c669
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d65a0f58755ff1cafd9a235cc0367928a90414eb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1957b61976929a547bf1c643cbc65df82c329a35132a80c128b2965e6486c7f0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf571c9505ab30cb5181090c038e10193218efd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be799931ea0713924a08de896d4205ff2c7f7257bbd8c7d9692ae60b5bd09d4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..063de71de3b19983ee1887e5d0960d9ed3233c25
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bded0eae80b598eeaa97a9225a9d0e1020783d7dd2b4663f53fb8a85a48e2674
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ac07fe5e467e8722196e5f1cbb85b596e8c02f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d56d59924e316c7a715c52e5bb9e4afea77f20f957dbdbb85d2b11995c5fdd9
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24d85fe8bd8d79899f8d1bea88b278795174cca9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1550c9586e3d9cf45172c639d1eb91381dc630784bcf7f1497c94720d0fea2b0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b6df9ed960f7bfe90bfdc14906eb955bcfdb50
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ab7612d07e8b9a74f6a93ae309a5b96e2a9fee2d3e2122af879ececc3ed5ce
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a07802fe53044981cc92d1b0e882cb0d54ca56d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8679392aaa62583d66bbc54f0af2800cdc449bab46348c20f8db705815afa69c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d8dcd3804af4589a95026c5d731d68b3b5c15c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bca5e13ec8fd28b513e830e982ce5828d283f777b134323da43312ca4dfca15f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24851c1ac6bf2055dd020d253d64b783063b3eac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca9fa928fe0b7aaae3d96317d11207972ea0a94e2dfc2df7f7fad49f9928bce
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b21234e26753a1afe81c25fe02b92061287f406
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01dcd60844ef1476f6c6c01805f2300f5100d7b0ce2e54eff7b3875e1f5a2183
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0bb907ce158e6e1027aad5e19e0029c956d612b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d040fba36beac55ac1c8509771ae6cdabf53842d3c2bc87661fc605637aa43c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da83149bb81fca48707873ae6fe80e55d566418
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab683577eea72b7470f581b9fe6da4a83404b331562846e56cfdba6424a0a100
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faf185937c1e7c852ed9dfadbaed90fae710d4e1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f3bc3a110be2b5955e39d78d09480c5282ca0bd3dd9ca6895b7a6db3b32c9f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07802c86803db6f2c033fa5d1aff5ee1bfd3dddc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f943705ac6b971250902c84f117211df1ea71e711fc458512a6b1102dd270532
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..335059946c435575876a3fe9504da967224038c9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5768a23a87bd4cd3bd28bf927734acca8dab9a715ce2ea5b5111acb16f91c81b
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c98730ef880b645d2b165b62d7a161d2ddeeb8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dedf34d4f788214627352ce6b3a81ea6ab679c1fbbca72d3a954e407f88d7595
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b5ebc9c6868ed6f0763583bd6433be31678839
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b9917322cf01ab49535e93d34be46695b1e8186d5abd68e3f908e9f70ff9b1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6953bf15e4764b430b014b9a22b172589dc6b830
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8985ddd08d4912142b2d06e3ea7c6848d8210cd3445b7c23efd09dbd94d0cb56
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2afb2c1b90b7ad8a698036a199325be393a594fb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405b59476c94943d92d2184c798ce798d1a214426f6e52882035dd060b53e369
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c39c37a605a64c36e93a5da26af3b9417e8993b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab76d393306c65370cddc35c308bb2e2b895d7b41b7dc5a6a04fed753d2cece
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4426eaa3c4291dcda84183eb309f8fcccf8a05cc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93000136f524ea3c63726100236ad19bc6d86169a83c9653ce09f720be39c254
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a439f42c0de61cfd5941825266962250fabefb17
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d41c977f12c9d95ffc6eefb59f805d222c2aab31419ca681f02670930af4393
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ec0935c683c3ac71973458b09a6112ce51acfa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c56ca3123914a8ba0dc6993c5a41927f1e29a36505449e349227a3eb2ca9d2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ce0cfa6852c6b24270e464387831dbaabb60b6c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9764cefaa3ed85b39f4266d1333137ad0bb38318c79b604a4b4573f73b938c12
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f8f3bebd05e27d5857368a203a6df5b187bee5c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bfd52972c65ac8a19d01e4fb0116e50057b03ff2ec73a74154b59496f42c4d1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c5746b6aa62e967ca228c71cc06d002d2d03a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab9a97158c5176bf21000994cd29fa10fa17975766384994f2d8bf2e0d48a14
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1f453e1281a6437a131fe664a3d6283cbbcb7a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8c6da693429995e2d2e773314afd93ce09f9c9b2550bdcfea5473e1ee2660c
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a555c9f0dc3d2c2b5120b60cc1439154ab47053
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:937ddd23c794d6e5644d7e1a7f79b8d2d79cd1eee54c6f7d91b1a7b4da2a87c0
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7eae09c5dc4b2c5e79c0c3224dcbba9ab3e2093
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70117bf4529f6ef99cec961d6fff76bb87e5b03b32292feee7b5294478dd3cb2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb54364726c04291ea49bffed0312e68f166664
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f02363e65c2cf957be57d9e66ebf6fe484cffabd61137b9755d21b91ea92100c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b638a9e76bf99a3ba66ddb2a6320d3dd412108
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451e62ca61b21b6f9c7985f151aa8af099bd706e17e0400bfcc8b7eca29762a6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cba2c999be3781489440c66e571841cb317a20b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e589f7850d8ce1f4c834d85bb86f21c838452d47e4121c32901d5fe8f4d49e05
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..546e0e3431475f2880946e9e9979a6a47b94a2b1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:802ec92c3ae68066540e400a5e7479834eae567508d204376e6aa005e120fe2b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..985280457f17fb5fc554c4adfe0ff05d43249ea2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8dc84fa0dc3c071907a9fb44eeeb371a342d193515c45b51744537a711c4b6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a96562cb60ea7d4bbef8bc33265874a2a732c82
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6849cbddaedfd91e84953a83d9301137b4548a966d1a2fc5bd3ff030a1ae7e19
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae320e17f05517f67f7ceeca485bf4d5634372b8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff758eb1d3671657d7fd0b8c931c210163e0e8dda7c088fd9b679655e719f42
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd644eadd3988826574b633747040a2c56e32a3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c51175b15ed0444f8dcc6ad849cea9958bd61857fc99a13d07e8aeded91533
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5609a040fcb41e57d0281274e4430c66f69fe312
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab47f582016681fc1a558dbeb95e607a86e3dd262ccdf5e17f09a0586f4777a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c435fec33fa38d411f9455b8f6a84c71d4f71b1d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a15cf3218a24718629df168879880d6ebbe559683c41100584fe5ee5e7cab54
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72bdd90cd9c74d5c6cbcbfb1709cea93d05bbee5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990bd114f0de6f05f541c997924fdcf405bfde27ee36a78064665c8cbe578115
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf86c9422aa90c28ad88d624fc9347c369e7529
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f0f35e9b1aa27024e6330f679d15fe718f949f02160ccfacba9b211e20191c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1470d01736dd9cf80646ceb0ecb6944ecbc634ee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723054bb693a0023b42066cf9fba1c7a9351edb3fe727e005f4f6bcaace0d923
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b53ca78ac28e718ccbeedebe8e2b80400291c31
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915d2e6d43f17fba2c36b803a6af606c021167783be7d3775545327dc8cd4061
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c355eb3664d920ef5ac0e85ac05547dca32c8b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2b78368480778aa13730ab028d5e85e91d300504d364eafdef93cc55602841
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed258ea7c5136244a91d57a4e2571c97b7082be3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0780b15fcce94ee78c09f788424ad3a5a776ff5ddc13acb541451a23f9ad4e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb6c1c66cdb5459bef9712cf518d49108e9bc6d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc983d3e3ccab4da5de7cb3e2223217d19720fde802e33bad7a2990beb9a40e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a440a3c54cb4843487bf8cb00c26abc8353ad32
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4151fe8af86c0beeeee9b81de20561b84f24f3d16e75cf8681805c7cd1d7d9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c37159999e047feeb5564368a2e33ec852f057a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ac0404a2182cbb6116668e57fe455aa0ebd2a84c63ba37bedc15f86c058c5c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd58c85ca302dccf079648284959f3667ccdb00
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65fb65786dd10f3efc7319a590c53cb487e03b2fee82e39d9fe2d3d8f8b8176
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53524e010225df62e5580b8cedc1bb8680081a35
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f51bdabd53b71c4c36c43411669198ea437afaf5b71934049e74896b67cbe2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b768f369b2780f7c01f4e8eb9cfc9c4fe71ab8a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ebd8bcc4c28659dfeb449bafb864f6c200c0d58c488b4d7a3d60d76361243b4
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f2528153f11efb8b87b211081fd0d144aaf466
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c169fd6f20cbfb8f5e723120bbfb54d9664875de701da08e9677e8828c907f2b
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea36564870644b2a1c097cd42f745160d23b881a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e717527d60820a145be8cba2d701158c5061e0d5b45d87a4d4b375c722b7104
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4109b3ff158cdbc24eddf245e1643dd255fed2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1d64c9d3bbeac298af3eb81a715e4608b1f5830fb838eb1edca139badaf4dd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece1d7b0985db3b04dc9349237bdb2bcb393e2b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f790e082dc986019e30fe6874026199222127363467943948b75f1d6ba86d2b3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a968af49fc232d0e686a796876058de6e316e7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f62255f0c35aa6d21e0aa303209547ab943f94591f27de869e4088dc35b17bb7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d26b51cf9e8573498c7d70e58d35c8b40b9b021
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e215e141eaf3ef60a62b662b3ab968e3dde7e41cdc0bb0d516014682b369a16
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b43192473d02bdc4a9164c745189b4c780bcfa9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1591c3074ca1cfbfb8ebe44de3a17c5b749455c4a53c3cadb9152dcb58ef7d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e6b7fc14cf7e0f0dd92852bb474eaffda331c2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ed6c3681a7e5aa281157c57eb21995a2406de87645295f68490c6f2efbad46
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed940899dbf4241fc3512cec521c0c461152808
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf2b8668447ac57020fd41f2f5a4ed859d13d7c85b853a414561c047c9537bf1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..650e8f303740d1b4683839b2ba5d054a378f0b93
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be6327068a70ead64c0f355c99117e27e00156b53ad95a053d06397c58bedb94
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4679259f685c91a1de15fc869d75c7e1ac171b2c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889722503aa9443c701498a52bbed5466258c5b0447328d6d2df0d542f2a1240
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c40a6a146f13ccac37ff0404e6c20e2f4dc5342
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bcd2b5d77a27ae7e0e40722862f77d9dfd14e6c0ed6e40832ac2e6f35d7df62
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f838dd6e96477b247ce506ef3aa3b430513294a7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12fd27635cce9c1af2bf8cc3e062fa31c762e5d28530f7b4925752a071cb32b3
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76849d8dc5d0be194c9a9949818e2e48559b7f35
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412f28f9ab4cd6958803d0937635bf3840b0cfa0078d63b77efb272954058c89
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ba915c309257eb6c7dbe576bbe88f91f1783b0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc21b340c3b4f368b58ec9b6ad568d3519c61cad4c30f9de2b2fbaa2b4f72e95
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cde5a35bfe77dd1597d6c96b84b913840588e9e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9f37a085e3517381a67d49e65dac1a27b9106dbbc1cf1a5218e7dc091f6e94
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d9d808944f5366cfc3d9f4939ba35d1a4c9fb2c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d9f418e0c6a716239ae855c8b36f84f7148020ff1b06cbe94d533d39a5cd22
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f5b861e066e4af345a212afe88d0b69e7af5841
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d0676035c34c78d14131c28ab819d1d0f642d0374bd8bacd35362839fde340
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5fe3b2f3a82ed62a9859086ccd2b822f62862e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465f4ab396c9dc8d527c4f4b06c542b090528453856003a912fc90de2feb7bc6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fae2c24eaf2cb637adb9965332627301d7a1714
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949af2b00fc386ed9c1e5338eee29021fd110764edaad537800d9c1e2814dfa0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf81812af736a038885abe3d85b725efcfb6060
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2980421e514444bd91fea45fa34dc274b8cefb37dd45332db2b9dfba6ec11747
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ee8e7962ac1d21e7d1c4b2ccce666d374b9ffa4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37cf51a0c8b212cb8f51071d90a4166520afe44a52245096fd5cb8faec6d552
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461791f2f52206388fa3bd2c4d9135b86d8ebb63
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6071d4e71122c44ff4374149556c16ff2e386bf76b13b53a47f2f0004a49013
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99142db6b9b3d70a33fdd16540015dc8ccf13c2a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6667cffcd752bd9fe7f5b10ff7583ea552f497854b7a405c9f113067d2778c4
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe2696d1eff285b9572284586211b7d3a82962e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e6dc99dfbb28226419cfdc39a4b4995d486343e2e19670effc81629de69d03
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ef35c8d1aa06be83f03d2eb56db543650b53cc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d797588ea2a340aca6ab7895f03e7e3726f2a97e4b11694b27e3041b67cdead
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..806973167b44282c281677d49f3f8956b20e79fd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff61b4034d70f77c6d74bd53993c8d390a3e7cfae52283b4d482a10618753560
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f17e2c4b701d053e6d7a3e098688bb3161f594
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8bde9ec9a93621c19d0531c3bf540ffd3f3ec23a2f68f7abe7cd63633fea370
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3aaee744ce3e713f74a46043b8bc6d25599ffd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff6f1d2f89ee30d102b4be27dd2a2c2f10d1112a23a55394e2ac41fd36e3c18
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df406c9e477c291ee158c5ea570507c6b2cc2fd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f0c7950c89d4f8b4c66798c5fa9d9512790ba1a879b79da7ef577287212a53
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057fa9903ff3a75a7892de2c617fdcc7e274a7f1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc614343b31fa40278b4355fd72cb613cd6a980edf5835038595a8f4e168ddcd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5063597b934503f55cc43ed7dd6740878a87032b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a2819522ed3f477bdaf2f332c2452b7e84877d3c42cb07a11944e39b6901ed9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ee442e7247469d8c83cad9885a215300497522
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9fb8d31f6aa9f578d752c1272b4aec32559d7638048fbc51f902cacb719473
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d8b28489274a6414f17fafb8507d68dcf933357
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5bb7ce9af668beecc49c748485e9592341917ca279be40f218f4343a8aee0b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d17c1aa4f4439f6d724502a8325cb380decf7f3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912dedc1090ec2e69ac5f04b52c69154b9daa734503c5abcbee04df1b50fa58d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18cef48770b0563068c4a407ca39f11ddf014f65
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a0e09ac50f793cb83dc4a3d16beb1f668b29f46e2f4d752422de058a52c7b6
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c0591352a43f8292db012fea8e40474f082ac6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe66d35b8adff8a9cee79a3e9b6a244ea5aa84e06a22e0cd2ead6dd25bb5f20
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bf72e16d4124663580f3e68bc631c4891fbc942
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15e980683fe5f1b761a6db2f2eca29d800bf878e49072a1f05c94e098c1600f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772372d3d1b70d696bf6045977a3f1225bb81019
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd50485e4f113d615ecac13709146ea2677e028bcf14d42a3d40368cb903dab
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb8fda848c7d0e1f0caba174eebcb322ae523d0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06804de641af08ae17d738734e7074a7f46e46022752bac740b85dbffa949333
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db5955d3246efebb41f886f31595e60fbdc0350
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec59b3138236a09bd83190a383b7ad851e48841fe56c40746ac1b599d22e5dee
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d876d30b621320bb1f86d107ee5a9a6c1d15eec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290027d0aef6dbf60fe3652b72a99d545d80137897216baf09fa017aba8692d4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9cf8f4232d51d58a1d353c7a53c8b68b870c863
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbee57bcb0e6cd4fc6d0841c56a3f3778d7c0045e9d2a433fec853124228ab89
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a669eefdcf3970a102226ffca2c6ae5a1a50afe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6bb8e5ef3fc2edc3cdd3ee4e2423dfc27de6f300619aaaf692a87101503eecf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3b3f6ab7667fcdc4cfe906e271411b621dc96f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1177217dda9f0164796bd12e137e96b356242f48acade2956fd9aab5a33dcfad
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c000855710bb91bc42200175f8d9121e6e2324f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0baf5dfb16f2333d3eb36c443b9fb1b5799739d44695b81cf15e7c1f20351ad5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f1123c5d2ff39f5e89b4a5a7cb05d8b6ad3de3c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45b43b30ea090a4949380520abd235fc9d796bb05d3970adf4c62c4ec753647
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3432c9dee60aa08f01284be61eb65145daf65b30
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74adde723a5882d9967dc7d45994e5923bfed23a2927d40a2ab8b872a7182a17
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd1192d04c6cdf75198acfa079071fcca48f3e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c6fcf05a160719ea90aa243a87c27a2513cc93ea60b640ab54e017b421e002
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ea83619643e5271e66dafbd1a83822bea607ae0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d627d8539342288a16f3d976bce4b3427311c52f196f0643be90a29c5f8155be
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa59e785dd8f221048bd1a811088c3d9b02eaf81
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f831b73416b3e3d5ca70c82ce1df9c476cba28cc2436e637e8fd942d0b6fc424
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd10bf1cd7fcb95a3c947fbf5309087198dafe8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:574552079eb90d17d1334a54331ccfe97ae0b77399aeb3dd715cbe596a5c1b80
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2bc8121c24c7d8ecf437441b6ac4d3aecf5e26
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01900eb09a30eaefb20c10f0831ce3481fb8cfd0c5483b05d8a2e7b7ef214360
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f212fe512c250a8ac2e08de5d2368b7394bc68f7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b3def5b1e7de9e717163aa03bbd16db2f5e61bb2bd70a669a5f2c6639693f8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..379b18b4cbccf87f77228d984acc439f9691a79c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031f330b038e0e13d9c81ff01ab5b5c6ea477ecf2d08c6da7ce9c2dac3588fc9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e861a86c7e4efd82c63ba54b8908c4ce68a803
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd328e2dbb6af3e49fef435468c079d164e14a4dd056bf7ca7ed9599e3db333
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff6af2c43db046695da6fc57b5a72f1e4b0c78b4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709892d9ec87c4df65144e01b2e2461f2395f324e6c13d3a2bebe143a0d6362e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26806d4cf8c2bb74756ae77d5a29936c75424ef0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e010b97a29b561bc210078ea6c67015d0c588b2c4a9f39a0fc981351d8e263ad
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa7f0de99f9f2f2f1476ea6cebcd444f55837c2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9785355c07fab94acf734c3418c36ae6337e83c01854bd21b7b992975a2b53b1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbeaeb9642d29437c1e6d5224438b4a81759cfa0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b02409209a0097779fdbb00a17b44823253a827f945f832ba7d80bcf571528
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2301ee9a207408b492bcad697cf608cd7ec817bb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610207b030592206501bfe40bfdf6b0bba0c9629dfcc665d0644c0835339f83b
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..711aadf7d82b12a8e453561ad43cc3ad57e6ba81
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b4ed48b0e8968b29f2727b5085835d8d0771f9bbc755c1dd0b01a6ddec8c47
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991d85a5063864a3501600e812577e9ac88a3226
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e73f2118e8078db087279044f946171ed99e7ab5a3fed441e9a0370af94576
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a2b97d1d85e54a02fce6881efc0f0f7a96d23c6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93fff09779cafe8cf8b131c9a3defbb5bcc61a5eca7d140dc9e347b4a4fdf8bb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad0a6ae6b64999d7e3c8c286facd020d59759fd1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af054ddb88efc4a6718e353e57469d130b78b192b3fb5f26579cfbda17fe39e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe1a4f6011a61d25e77a03a60d066e37c05a01c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09fdabb4c5fb793d2f2e93adb078927840a8f1954257ee1b68a45161da088679
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30dd3c25c13f13110d83653738f9dd6572290262
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb59fbc2ec4dc83b053b5e7688b0c5a965162210199962af8861e0361b6ad16a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..585da6a75239288789191b6ab99a7c6f65eb6498
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd488cb9c43a45fba645c0d90045e87509eb061bfe59d7fcf6e86c2100bb376
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78bb95e8d056316a68d79d291b836c0ce0bb5d23
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c35d71bc2ca6fc23710bc7d9c218b78fef5115683da535ed9526f35f790b3d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08fd3d12257f68ba9c72421a84e18e73c02082ba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e14c1bc449413f988f0cccc615f4e5a00fe5bf8a073343eb41260329a442424
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44effd5d0fc9c9cc62a512c2d50dc319bc16fc03
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0dc62a0db77c3e184354dde057cb6029f554281b2c37a93481e5f373a3bdfa2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4af2d9ee4d7bf534280a50f63e49985b257d6b5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ffd10c91ac6090870b46318ca1b6a38752c71600a0b1ae922cf54916a9410c7
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa0a9f1a343d97b053de7899b15f0c9c38aac19d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57036084d623776e2a120aae35b780d2f33a8ab784e3caec22802050f4329ad
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c0a528d43d86371b7565263b0583cbb54181d5b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c7fd6433475f1ce6b60525a8a488cbfa183f72b845aef1dd75474192cbf634
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08088ffc10aef3491a42482b92c40f29db3b3fc3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98701f883841f04f73399fe52eb3a253e8c760070739444a50fa7e891114fbbb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13c2dc0a83be972d61dfb6ebba659b714f81f450
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0570c1b8b4544f5fd15b657ef3c3fb5a5931d44dccde663eb8775c0a96c029d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac4cf90c3e3c59961dd996972d96f616c38999f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4201af1ef9e87c52734b658d156285a72330f16e0a35bcef39c2793f4a8bd269
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..735a247a829d901963df6b07ce9279c3928c408c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865d0bce474eb954f07011c100a548897d7eaf8ed4b94492dcc9c2b7d578c15c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71a1c188f06f21013673a55dca463b3ec8d3483
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea84116c9b34d83d0fb6fdcb9192b0d6c7ac965e008d9620612ba2479d5bf24
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efaf9ade8765eb76bbb025c37b5afdd170cd4656
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2951714f07f3411d5befb8f9580603f2192b00d08362fbe54d4365e1ffcd8dd3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d28c9b4d65c50bb6a099b151da3bbf2b588773
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab58518201387318f9d2ee3af7c297875634eb55816ddf9793c3c4f662a42b9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a44b61e2c16282a7d2f7648dac3699032f8c21
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a1406fa3c2a5192c776a840852e92556d21a07240d52f20206c0e110c005b6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d9fff56478a67aaead800b9e6cf1ce6e9722721
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e100a6022a10adbb8d9504f15a2e5dd6df8a4253a37dfbacff17fced19ea4da0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08f0e55d5e69edc72d697ac8f831163b618536
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1913d041fc5044d9d0a464d867aa189a5e86b817017ac4454605ef919a788192
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a50ad4d69f01d1c02a1cdcea1bd6e09dd79bda04
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ddb1638a1dad244910ab00d22fe456a9f04ab732549dadbb651275a41d369f3
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c9caf68042d45bf3fea7be524026ba41c15d34
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ec530bb42805262cbdaf343e5b91311404615ff50a53fe57400c9d45c8d32c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf2ac45f5520d4869da330af37b400007977e5d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5413c5f5184b6c2eb60b139b60d35fec4d7db53ec22a320090be6b12ad5b9b4c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5616918a148be3f65e2233fe81c006ac6a21de30
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f95aabd99e05b18a882f11003660a187f5bf7f273d28fb2fd621c4f47d97aac
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf57726c622750f40dee697f79202f2a10c460f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cbf87820b8e77969bbab5800b239b66beb7db7b51b4eb4875a31af7641adda8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347154ded3461b7c05440157ae6cdb2944c3e836
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc34c772e5113817eb444345e67060337cf798b13994769ee05be4a136b6590
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a670a59b46a1c8980b884dbd73974672cdf5e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:378957112b5ccfd32af12eb4d7ccd2090716cc5f355b92a0f9edc54a2aa390d7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d801b60e69fe7a08e9d957a5992a48f9572ba6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2337392585b5b8939caf168e71d93bb1e3ce88ee163b262e5e3f57e110d690
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d54b092026410ff41b21ea75d89493d870e7c6d4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9abff4b96a978c823c571cf7233d2f71bf41bcd457356177ecd8f576eb65f464
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f31d6b4d0c9cd23b9566f5e67e0c68e8b0c8e24
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d609511a591795cfb9965003092d75e32ed40ff075dc5104643c407470d59cbb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcad8d4b95cf8efbfb18970410bc593f3ab363a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38bb766728472cf12b02a29b4f4ee32820768e057fd01cbf5497daf68a9211f0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04a9a8f0c7ace17aa2ddda52c12f7904469444c2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73052b2995503ac023bef10deccb97772b779f142e36d9d8de59df5955d1e18
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb0dfa49417fd4c644ceae144c82e32a206b89c7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346327dc6b4435c4bbfdb4145c616bb12591d05f3562683ce103ea4bad3c74c2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..758c85d0e4d24afcceb9efd010611831332595c0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c71ce1a119328061c6d99c287dd9fbc35360c2cebdc6d497b5e6f7aec9a530
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..792e248c49656ca7fc970a238b72e87be6e978e8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a2e9c53c08c1d4505091d82db938779818ae209c889a849f73e533785c348af
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..477b59fbd62d6b99752993c2d7c711528ea4a6c4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1694722fd9324ffa098e629028f8b1d36a5f567ea439c9783404ca19964ab7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03548447b49c83e78977dc07f1b0f4a9e9699d53
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48de460944bbf34f7ebeacd34d3aeb5e94c2d9baf895941bd0a690907dd2ec60
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d3da07599531c70e780c3673a6f4b40ce452a3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acdd8a5b6e4fffad29f08834cafb5fc39f17bd0f6ebb6ccd941732ee18f2ca7c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c60116d2dc28c3b8720ed1ec76d023c05715c973
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24da63cd5b0a8e4629df374515317c57ad094d9cab9ab0d9aa8daaae007cff3f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6655a262fb507a6014ac338fefab6c0e916fe8bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0800eaf5abce8304e3cd5d2ef1c0da304be6fe59b546338aecfeb0b86a8d05de
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99dfc00171a6dba5f5b4a11e7543e9d7f9674a02
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5a62d65b4eb830a0c5023fb7661f37ab725705a285352fda6faae61cbb68f6f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c54b3f88542ce31aa215588304b66dd4f8b2b8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00284839098bf6b41a91ecea3737515b0fb504e8335b2a82a1695ced338e717c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef3cba9d6f268e4e86bc56868d13abe636a5270
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c136f895417103e558f738fbce2a0c21451b11a5f746091a7035251a6fc46dd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..045ccfd12724a00f1b07149236f0e3b4a0513e08
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e40352881f0ac419ba56a57969fc61ff4bc347f6b8e4f6a674a9c178cd067a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a42ccb93a8f5e6a1bf0e544bf5dd050957fe5ce
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e132e193565632d4e8544a9061c1c366ffb8feee5d75f8056a9953a518f6975f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21406bff006b5eea728788f268029eb2f27e891
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba102bda0c8410f8dd19af565bca0a41ead6897288209718910161e150dd678
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28bd6e4a4c8ece5b97bfdf65649c34fea9671f52
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce648941b078aab770918d1786158756d2c3481091ae59e8c2539d602a75e00
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/lm_head/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2d0a0aeb92217ac6aa817f478896011a3f3b8b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd8556a7be0f469a152bed5130cf4ab8db6502f483a24fc25fe1715a793ab74
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/lm_head/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa47b0ba06de7f3289a5683778d3b2bb3ae4ded
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f1cdf9e0d4ab62868478d2351cdbb380f01f412df3f0b84d930cfd952ac724
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a633dfa270146eabb8009fb2b6c91c53d0f454bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c506460802aa0885910a7e4e2d56bc34ace6ff1363860b9eb82f72c017882a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b920adc7eec2e6707cd35c082ddc90bd0c37f9e5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48489afd3c9e5ab22dcf19c85420e85299b37e1ce3daf9a76b970027aad38dc4
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5c11df9cde96d4eb94281aeb666141b9297515
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a0510b48e343c8c6cc37c5b659f24b08d53469854d5baf3d749884c683fd740
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0292c12a5cb4b638a4fea5d9686adfa782622ed4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1263c6896580bd026143e8b720e8e93c1b6e52be39009055d9713a4e0b9d6a71
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce20a944193822c4d2e67c87e3f1a9784bc48315
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ed13923347ba17e1bed3f013eea88e241f29894414d6b37130e6304d73b33a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f28650492e2ed5a522ba96d64636424414e7ed4d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b8d7214f9d82af3d425a0da8176fc520271763126d19c06d0b571bf81bdd99
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6acbcbcaf0a8fcdb44577d7d7fb4c561cf2386a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac95ef0f778a00df0ced9b49a0c6a81b74fc3cc92a3f153c46d65039371767d8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639de9a88a29f3000a5ba4709147201e5e67de73
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f967966d1e0d118c9090c8f0ce26623147a01778c5f240bb525e68ab23898ba9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42aad9275295eb900497f8a849f03f7231815753
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c57c822e9bf6192b6301553c0d1875dace2116b387b918a61a941986ecbf56
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1cadbf98688553c566ad1b04aaa781646a544d9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a111ca15567cd979c0d45e76d48b16077e677fab266713c8e5e565d65f414cb7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d396ce5353bb9b8a3a4e1f3679076fcd2a0681
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4adf73214edcbe4bb7636b69005324f3933eeb7bbd5aae7f7859361e97e60f7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9edc566d4aa44a2457f3d3c0b72ac1c8cb804b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031e3a6b30c26b85d8536fa04233f1daeb67f0d183812000acb63f1f257805f7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a799e2c4cbdc65ab0819dbe6dc95b72d2ad988a5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52a52d783822899207b8bad640a6bacfe60dc0fd75fd6e2a1c0869533431ed2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73bc9ec2450c356de6a5bd12ba5df1df567784fa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208eaf683c5a947cdace2bb1738072a36cb2cc5e92cd8a05d79ab4f35083a538
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e15c242d9db4870ead9d31bbd490276d294b6de
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:058704157663fabe73231a84faafd7d023f6962f8acd7e74e486a1df9483e973
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e764dc227a6f2b8400c9b5c75e9e1edb665f8619
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d3a7ac1271df5ac404c44b92eb295659f19901b0dd99a3f094c840c720dee3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45a0fb14ed0f892927c4d6475e6158466658d7f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e763f9a83f097469016ddbb0014f5fc2bc42406ee638dd6a03856434691be28
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abbc35ac51bcdb8c7519ffbbe25c432de2928f65
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3f263721344deb107cfe90dec60d3a980729fee0c2effc41d7eba7a617c3ab
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c1e17cf0d92984865193b3bdb80178928bf1604
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7621c938601fec212c89a4e3e62325248492735a1412bbccb55f2731c536707
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ceae5e3eca90924af9d2ad527cc261da25e33a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57174799fd9ee5acb466608fbf15d4089de82bd2eebb9e5fdb33d5bda80ad02c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aea9dedaadd30c8f84a13d576d24d11aeae9e47
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4be1931d56d3700fa33f7153c1a45c2ea98f898fdad93211b8ab04d161d5135
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023a80635f45a78d36b0f0238aeecdbfb4dbcdf6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c769af3409de778e9db53bd3be25434e1331770e517bec69198644d2d3a1b01
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb734b4fb5f093cc0638b5195de1f5c51f5cb909
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579f9734bf69a29a3f229dd20e91318a31ad7cdd3bb0de221a600df87f8369bc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ea07d45e6fcb9910d2731187f1d018819d9a34
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375c55ba0776296dc81194ed4adf9e1c2724eac355a50a178f7ea67539149f35
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddaadc9ae1acadc21253b45849a0de3d3922a5ea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8405343e9ac39f92c5e46e72cb6f8845d7a47f036e82e4dd3a3b3dabaf98e6ad
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a265addf658088b25c02f6b019a7c544b17730
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e658ed23be8e8fb3ca1df1fd4eb95c65f66e98044e2ccece59ce8bb4d9564e2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7439b0093f5497723f31ff4a057ee3110438efba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d85740baa9a7a521a8ed28fca3898aa155e73f777d2173ae0a0e3d1ad78d99b1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f33ab582d92cc08ca63e0bb1ce8d7ec1f857f3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce498a59f8fd5b0476fbbe55e3d8222a1df7fccc1f5408f1478e6a7b8644f34d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6bd0a7c837ad768a69c61e7053bb1dc7209b174
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10cb4c4bce9f557c19216852d59ca2f7c4b3e6614b871f553bb4c78f8acdcc4d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93b5614eea412e61d2560a560278418382d99ed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20421782478beb70fb1b8e3b48a6b5a4b1b10029c495fca06caf49f79b1f81c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf5b15374be2d3efd28f6d66e6e1c626b7dbb6d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cbeee00ac1acdbdca9cfac64b053f2f8579afae5f84c2f78a18c03dec50011f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7891422940e1cd4b56495fe50b18582e85392ca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a140d6bb2e2254af7d11c26475b8d934f2609b77a1a32cde39bff8b85cfcde
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5663015ea68702116acf7c3e59943d40446a92
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd19c374f6c919ef0bb3532b2dfc9fbac1444a0d0c93529ae6117f9baeac604
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bed81bd1b8aadd993083ea6de8f6544a88a90ff5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02ba18c8df6bcd31445cbbc6c6cee920fd6a9baa26e7b148676ade5d3ff6528
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa23b74cfc326c4a95dc5d602e87246a13fbe25
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75217ba5e509d0b83f2849f5f1bf9af68980dd5ca74974667611c5df63b520f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dcb8cc21d008ecd5149820d73f6c0540ae5b4d7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c2d40af1e0ab2a57d70c1cfd336ea44ab8bd61373472d7a0eee8293dde18ee
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed21aa62ed2832a81ba7a84e6fafd8a267f3a9cc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a07d571c756ae0b570f09cce940cd3480c5b04cfd8091c3e419204b373fca1e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412467022186db7dfd67c4aa90df19d175f5236c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9492e172b3bf26e84e817030a0fa21be1d9fa52fc3f9745ee5342cb118842b
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf94be4146d7a3f082def0e65eea43159734d2ab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46136f45979f1ac7768590e4a40dc452a16fee38ce8c3c5c4f5c852ba4af0933
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd06da5126817e590331b24f1fc7b121ecd03e7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce36f6935289db6e51e97657386bb37099b8fdfe8f773c58b9e5b15d04c5e13
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b69e01e2c736fb33872b12043c9eb034b7204f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60559e2ba4b7de62b1bdd4399b358338ab978d6fba7c166d53c25f058e8bdca2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d56cd32d4f21ab507fb791f16fb035a086165e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124956d5f31124bb88fe44a034425b8d153d858935a24bfdd83d7e6249cdc3f8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d834a5a9848201d972a30db9ebb973ab0a30bc4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1282282e6163439f6aa4b8b17b0a2cdf5205ef996d4e7f03b36dc0f5ae2efc77
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb93dcf2114b28eb8e5645e5490b64d37413be3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e899c5315e5c3003a356540cefbd5704b5e11f056e9b368f4c771a82fc561a9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f611d5ba611c669a844188df3a4902ad9748052
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b72396220724eae5ad8adae6bd1743b10879085a9ee7529b06492a1322e30c3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..079d0391a25ae86ae6b96f39cdd4ba3225a11913
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec608b6c6a513f8654103542829a1ab65be7abb623365d185ee878901982200e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea802b422ec72e658bd38336a9dde12dc09171d4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173d5c59757b4d2eae1334bff049410d67805d986dd7be128abc94872635a1ea
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15324011054caf20bca5ca5467dae848993f654b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b443ca21f1fa62abaf0bb2c2a7e4eea7fb67812e42e7e7f13f2c8ca54c7b2a39
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8e706e9a6b4fac66b5d562cdc15b29888a4c7b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79141231d97cccb2f3cb04b4b12160e3490e29231292aa75afc57dd073af56d8
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72bbb4fb5773bb0b5d3d2e987e3f82dbec43adfe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:526103bedc70b550ac2113fe1652938efe6fdcc019d1a6a5e769e01d99b384a8
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cafe65e87d004088745714e9e61fb8dac0314b3e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90425c71078c7210b2a5a507e392897fb57343d725e1606103463b9c891e1cf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afaa91c130f203e7bc9c14f250ae1eaba5cc54ec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6353013b48c0f2f769d6847a1a87214879031a7631b1758886fe43b24a03f406
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d9f3fd6b51b7eb1dac68c36df4dbf407ed45b0c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d83a7a9db9f912a0f60b0a257f23592e2af1d805717b9945f366d2671ab65596
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8ea2ff5c8b6159c04b4bdd5e3f02e99cf145a9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aafa0b515bb6975396842a1b29ab4ee6200320fc1a8b5eb9c16d5aebb6f4e95e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb8219a2bd03a7fd37117a2dffe81fde0603a46
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5638f50a2c943bf054de70ab72d811880f7f7047c70d6a082e5a41ba25e4de89
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45b48c47689489237a0690f37a13d9e7794cfc4e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:006e556c397de4f4e98b626088dfc000da5f2fbe5620c43ebef89f9db3aa8a89
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc45834b1bb1b08115815cfed534541e51a23314
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85de6c96c20014d5bca4a8be478ed1c3a7288191c2128824780b91fb8d70781c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c488d9ae20eaf95303de12a55a112948cdee639
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0863c34aac9d9c82e58cfcc322ed61afaa53308cdb30a22693b04d3c610fb008
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508c11b730c38474b050921166523d41c7af57aa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d6f64cf45bc7eea634780eb1e76ae5a437488da640517bf15c11bf357b56a62
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6145016cc34564148e18916ee19acd640282ae7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf593e9f34c3068bbf8efdd58f53d62c5b7b3ccb80969e14ecb10684716f214b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea547dc864dcec84df3d73c163a623daf114fdf0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882e248d2cd7d0efd7ca25b67a0dea0a8d544507b5a8b38db3af5c33e63ab9bf
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282a7d00dfd8cf533aab80316978b6ad23a2851f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd09ba1377f8d97da83f2cff9a282f6ab45f0ee0e24a831c5ecc603523d4acbe
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3108c1c44537bf6ea9fd8760d2f44545130377b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1c6ad4d5d0c06f0336fa9d147ffabf8ef157ea2fe8c273cd6ca47144ea07a0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87fad6cc2e5073421b438fb22aab6797c0154ac5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8518fe158e4e181ae1b34be4819b9003e1ae81275fd57ad63615312e953802
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26aba91d8c7cb642a367f1f04206223e34b671fe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92868e973c2cbc0ab1f134572aa48704e3f3280db38127c7c3138117a28a7077
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14288063712abf29c6605e9eca7be70663cd5e94
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9eb901ec4de28654ad7082484ee63dce4196ba5d581e7d997419aaaf38348c8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5099f5ff708a2e91732509472a8a6c48d096b1e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:722e1634d736694a69b9fbbd63ce6c3dd5dc3374e66f01e8df734bff4f3445a5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af8ec1cea3a238b109895f7636163892a90c5d9b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4207bcac0d123332d567a85fb109cee0cbdb3fcf161009a97791410aaaa9336b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8ee7cf6b9fdc14214e0aebe374b60bf2e57b31
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992694135319a990a8dd609a2d2576ec4c6af5fd91a1391bd02de6d90902e8d4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c8ea79596773d3a30be9ae811f378a60a04a55
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2e17c407202f755b60445c484f09ef72197202dea3609f1a2d45b93c1e0d63
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99a7505824bde033d40221fe5731ff744f7625b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b39b27ac61f9afdb685278cde717192b2291a9cce6b2ac9e9c7c003cd4a1542
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1369865d1ac3d7be1c9c3939e5a20bd43736baa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753c422eb6cd07c511dd78e809bdbe32ce49b1aeb4e76a9a2a5d0674b7707cdc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f35a5ee131c6e2d07027e00c242eb0dec052d47
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afedb694abe154e086ed7068dca8d7acc822517c32ab8eaa5a35ee5def566cf9
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b88a82e585e8ea5598237b20d74a06bb853ca6ff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15defae8b23787368ebe755201af00d0da20e5356d2331ee03e07496584524fe
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8341e630769676e440ba834b39188885c27eb23
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73eae60043e0d4a2a5830c97afa1a030b68d192d3ce1b7922e0f25a5dc2ca4d4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5906c0f2d07797bf448b7a97dd0e9bd3c99ed2e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02aad2c6a76a6317b59dde50b79413633f470207af3588f26fa2226d4b29ec33
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29af24fa140e4351d105cec303be5a0c69ada675
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edad425a7e65e2df3a115c93d03b02435ac6179e3409cfc009bdb5fb5f97137d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac72797b48308379980a766b00fcd2d48178993
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc05753dad4a7646b47130bdd9d4b45ca6acfba14a38ffc2468e982b98fb40e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9020ecf8e168dd81d41fd5eb1b8c10305dbda1dc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f783502a80341ba9ff9b1644800cd1a5c303b79c6c9da53f42d6b0585a45836d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..009aec3b546d37ac51190494321ecddbe9c89fdb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e165f1234a0233a1bd088a1b8732a9f5c3a40e747ce4fb34466fcc0328a03d1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990755892e21fa23cae916585e0d8180f7fc57f6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d728baa328a4961bf4bc443acef022952289705429607aa9e24c7d12af5ea58
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8afc04a22414850a96d7283fdd34e5ec8bd480fb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39453a75f3277f0e09037475de93a8149ce992931de4b6e2cf720b105526e0a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf9db45e1a8e720d7139469e9a96149730f3ac4a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdea4cc4a18964bc722e328becd91394aa96b891ec22d2c6f7193b6bd2c9ac81
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b975cce5b2bd697c84e0cc9e56cadc141ae7a58d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf575faba370a7297976f0adfea731be1c7642642bcadff23a011afac59b367
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f722b17bf4cbc78094bf1ca2b141cd922ae5cc63
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91306e0cfc87e01e7018dc7db85e7a74d7dd41caf16401e0772b67b285d29cf3
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8932ff886108489d0d6bd22640a6af70b18370d8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad9fbcb406b81329caab8e2124328f32731798be6e4f3f66836e8e18f70a3e3c
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28d7a74fd6aaf2fa9eb361727927a95df22a696f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9724f57f48edfd92571fbec2e9f90fe041cc1f17c61546eaaebc3a899f740d8d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e24748e925f9d20937104cd5a9ccd216cc547fc9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03af079b23c75b1418503a04d920269ec9507b615965b162f03019ce095e61f0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a45e1f71e84d3e1c1f293be127f2c577456c3c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77c5dc48f873118ba20ee6c32c847e3bf309bd1f2e9379cabb27290cb074012
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd00d544c9933de1054f16407426aae1d1d45016
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a064f4835664746cac80c1ea7e739e95f8579e0408092afff3793742822962
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df7684595c0b873614ef5e9346b41156434368af
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb1d29c11970bca6d4087ff23123c3f931dd54f73623297583dd59b4b099df9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..650f6c0eed33f59566ff88cbad8f86b95b8526b4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6dff8fd2072a2d5ef232a89f9e85b9aa7eacdf1ba9b86e6d8775794a65fbf56
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c196d65470f517f34e59ca80a68f7231b58f43f6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72eb9c31b61e883179f6a700d69edbe24abc24a4279128d4afb1ced4d5e63456
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59073f00f3b3cb6bd4e08290a0f949d21e40a4fd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec3a130f8a88018a3b3d544899058a35a0518b13972066659a8d202d605d8d52
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80871957f0cf39fac895af2fe749e69e50d3329b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea61d4bc5ca9b0a1a72d56cff3dc71b6225d5d7f73e1467472ed438e7cf7187
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f907686517fcf6ebb772cd48a7685b99748abe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18814370ad9438d58f23aa04d3d2cec78a2c3da855eee42c43db2a93d7edcab0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e94191b7322c60917c119269c9488f384ed002
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:513cf4f5ab86f1bf073776798bb1f3cafb9d20752259bbe3f6f5f2f75e1cf6a5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd5369bad711d93ec3b6e65270aa0b553990033
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f3687ea8a29439b1e22f07f18f9b2110b00a23ca78f2a5bf251b1cb0b8cee7
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b45d47228e4646ff75623ad6467222b5e386b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791c831e134bdf7189794a5be870f630ba9b543bca57038c653293b1ebb24017
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce83836666e84ce3fe950d26f3d8348a43cbe7ab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b750173c309e0cfeddd33e89e1ae4d3e6fd532cbf993c23e054ef5cfb90f84df
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f527a29fecd05ec6abb19428407154c6a367c56
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e371287338428d996271e33263144966f95e4d18f10ab43edc98c1d0d6eaf470
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f1f44899be4b6346c7fbfea4855406db817c49
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d0ef837c862a4724ab713323f85b315e901071fe671e8c5420d267af326ce1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a14bf1bef7472ecad47f85e78724175dcaec42
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815af2ba8d8acf0d9e184e5d4705677bb211cd8e5c31565b0cf546182a02a033
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..756db0b72d9a3f264ce27646d0efc76ace850c58
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c1199def7f44d9b945082652335691891c353b0538b3d0ac833732864b63b3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b79bc8ca991cb39dee8ff96de46a0fc52965a566
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb47f38929e58731122a9f4c26d38361b2942d17e73d8d20a88dccaac16b5db7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62b062f081aa1cb2e45dfa997215c05874c5508
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789010be1c6b3f55ea55c083a3073a238a8aea5095edd048eb9a27055cc6a7b3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc81041c79cf2329d3f34490cfbf93f86922c39b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f00fc5cac7e885fca140bce20e4ee89dd81c2440eeb01a8fa8709582ee0aaf19
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec1937a831788318f315ff2c8b9bb1ebc8c91a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc8d5ce2dc173c449c1448928684b63dceea82b96fe34631fbf369cec5f74ab
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5a86c0e27a3f4c908eb7df40aa7af670880bfc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ed248ed0a3fc4848e4a0934c8a4fac2695fb4f5e632002a5b80eea00ded54e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95510c8e081e743501969978cc1da5dc54970e5e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4477ab9760ee7036fe4a9f2698042753f22564c7345bf6f711d6911a97cbfbc7
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa642a58e3324eb846140c538093b6d85ba733de
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34985c35042e2f42562da3b54869799ca1d73fe78a5ad4ed270f113171ffcdd5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21e5d1868080095ddaa3f9c4cbaf78dd909fd7b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad736d37477b1280a48919058e25b75349ae85604f020147d2c9514d0b59146d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fec4a42677413079c9a6e8c335ba42f6c82a172
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a0ec5d658aa7104b8b7b41fbe0aae88c9033e52ae9f0de2621712b61118eca
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf3097181c6d2d861f9cfa37023453adb29e368
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5fd476f18c83c4c0002df3ef0af0443e51561bd8891a99dad4ec67dae48a465
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a450a71439eea4bb93aca0e4dcfe0b323c3b56ce
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ef786946f47c079b4783b349accc3139873d8602897f65a9069e4085279d16
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4746d6f1a5f9492642066c4716969e8092375ea5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae893296b9ae2e305c3f0bc936bfea2afe24a455d6dc1b817ffc031f6f7a7ac
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54623ca6f3fe5f47aed571938df00a82fd8acc72
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86daa9fce879fed39d6136d92b45783ec0d576389f5c97468ec4c73a00934287
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7e85462ba726c46e82b188b3e20ee57af64252
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b39e1b9c435d2258447fa3d0689c5d8235bf428cca902f06e047d11f3ac704
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15d58086d4b0bf508b2f260e91bd9fdb76cc5a7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f582999457c9b0b447a726239fc286613c13874409272b773e20be46f5ba73
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1fd1ebd2502243b91ea3df2f688421ad2bd202
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f387d61f10d30569f52fa5b9e1a269149dae3846313b4cbb30ce08099e3f423
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e184e42325bfaefcd820bee993a469da1a5aa206
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd45ec9ad4bae968a8fe584cf77f677298e29ef903f0ca65bc1a730c1b6c9376
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf42c0b875d2e830fcfd144841637f6304d7644c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79bddcde024ce59f2abaccba7931f6af76bb17e3639e8b0ce7007de7946f5981
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b7b2a4cb064baca712732b2183a27fdeae34fa3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977d0cce3a75fc2b47a2d3a3449285e3b2d0a9d28d6072288d6a258a1423f6c8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b648ae352bc6f564c51ade64b60f60fb41e99766
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc3c2052491bd4f16e81b4b7bd9aec783a4950ef7ca44c1541b0ab6ee7bc5ca2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d78f87794619a8b982de230663a3bda5371f5f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80afe8c573620a2d413b8b892b5fb000c3d9844e45e8d43d401319c1fca719f4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e21a4a416e31ee7cf9ee870903042e18c750c8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb31705d40a49defd0820dd4c13952dfef162df4d587fd7d0f0bb759ac1d16e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55608a44c52eab3b55e16b56c8401564a7d5b88
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1beab3f1eb6ee591eab56bc687379f37ae932ba6b967db8f94e223bba3fa9b8f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0cb7113b113251c5fd7c372a16d9b7b4faba344
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559c19b6066655cb1fe99c27c83f25bc606e1f885681db2682e04d770c98ca1e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eabd597c89d51474e3987ff71b27d6d3c7bdd5d4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2325e19d45dc7d126c72472a00b257e42b06207d1c1f04b4ead32ff75ba90f58
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa03f18569e2809fcc0b9c608c01e2cec95a06d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abef5e40d66feace9dd7b7bacedb22d35a446417b158fdbd8109da8dac66c520
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a8c2624829e12e33d30e23ae8a42dd6ca451aa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64852ae2a9c91aed92f574d8c9a6e39a109444df3a23228235baea5698ca518
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4821c179f804c80ab127c5079727f7dc322792
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7fa0dc84cdb2e374ca610eb71f465f6faca0262e15ac929e7dd5a148dcee8fd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e239c03119c42f54b06d31c3f880861f2acf77
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f750fc10247a0b79f734dada3b9149a1268308778195efccb456dc841fa7460c
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d79b8a200fd5464108994d96deaa608c6b66df
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d6efd6d3e34cea3ab81677e9f4e70b3449f68c404d42db4ccd60a8d4341e3d6
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf496b28ef9889a81e91af8004f646fed42cd41
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11066670d92590896c2398e00ad264641165f5395fc6c03ece859cb5bcea6d5e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ee8197cc696de942c15e68a7d8066abd0de806
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89121dc32e9847ffdb7d2bcb6adbc30c244aba1edaa01b5fbc4c41dae09bc31
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..451f7a59bb864b377dfa49e839b300b500439b52
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e7437a43b1b114e52c71c579d05fe9b4b37eee2417f109552ff9a96c560690
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c494a3181baeab804be086ccf9c60b0c40138cc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fe0f17c592d1b8548392259cf9b8a7ae49377b2295cfcd90d2fb49780245a68
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa239010b83bceaac2e1894797da0a085c78cb8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b28b35afd2611a47a71ac407468fda87d60c26bfe99f1666bfd74bea95f0a3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7066d0da7cd1368e0a4ed54ae6ffe057a3f70f1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93bc7e1f856fce553fe8bd86831819914acee1f565261e6846a27a9ef595cbe0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eedfb58e35144bfdcd2b8ba01adceb4ec70cb3f3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5b1a669cf0347126eb2cf9565f319f2bee421210c9b254ff8d66a9b4de2f93
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233a0e072dd8d7a75958cc7eb901645e0cce74ff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e244597d28083ef767b14e125430aeff0160380b0513d5d609055249d9b244c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f450b3579df577039b547430bac0542a5bc6f3f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dad983381020fe8bbde69cd5d2f4816a7620e714acf73fd6c312f69e3546f4b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..257c966a914a9d7e8942013f9e7eb3c824e8d984
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1922059d03fd9c5cdcdb5909a7edc11b8988d6104cd66fc65a801d358139ebdb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e747115d8d0cb2082c6296798e044bd50de82d4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946b2c61ef3e5dfd7ea74fe66dd1f7c558c2242249b5ed972bcb98ddd8b0fe51
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ca88947e96967d77b3c9dae24c2e90ded75456
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb9457f644fa392ac1e464efdc948af2c4e784c6789bce07123d3644a0c9d7c5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0954cf27f3f7ad120c7be9d1cefe5f2a9daba9c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0874b11f91c3d6e497054be8d67b37185a1835cbdbf85c762db06ebe55db6853
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc160442ff3fb273c1b9b0f9c3ee2c98ad9b37be
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204154f804b64dc22f47e7207521f89e67933ce295c39c1b1ccfa760292ca322
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e646c74f3c35e1aa2b35587f6b6982e341b1e00a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c6b988c372b00c55a49d947fdd377d0c975731200d001e74b39cfb2930e2f1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c805505248d5d70c80cc7efcf117e829a62aee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a033536093787c243be542b1419fc084493e1696fac171beb9eb89724bf808b7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aad1d136920e7a90c0630ef5ed1bebe294f4377d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40368d00db6c1043cd16e88dfda464a09bf155c21274c0983e01b0a98ec9977
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75cd970684dab663e9acae521ec7815183aeca27
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:306c386308ac7d67013fba7603e26d21439d073624af6b7bf010adeaf4b9a60b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d2c2dd84a96a020e252b7c1e8dec5b0a7e6485c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:470bd9bd5f7094077d3407d03175c84e511902b33210b414e82b76c210ad7236
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ae649d4f49b0fc8ae63a8752264622e46a87b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af674a7c43698428e34b21ded47ba9bfd9b765d144375dd20fc2be732783450
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21e276eb958691a1f7b28f674ef8046af763362
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e081f13abc858d3db5d2bf1eacaad2ff575087304b9de5b6f316ac7dd5c8b9c0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e2cfbaea3fa9900c462c1f7944b9fc485903a47
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9258120b72885e3229bfa51670d298aebb474d5cda03ebb227a63d00b33b6f2f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2350049f906132edf543a049b7a9cf1b5f89d3d2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426f9a73f49d1cc05773a81c1eea15f13491f56f80b495121ed14b4b277252d7
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57fa4dbb05fbfee2a355ec23213ecd5a6ae94665
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4195b21fe893b81c1cb05349972aa154f22a11bf6d237ec2920f82d52e11380
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..626eadf41b2b001c8640324186bf879b819a530c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5cd937b76b443a9c267194b0aaed83a1f5da0dcaa6afa582b59025b1efd9b8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55095d51df93ee7bbe521ddc5ffc6ea50c126547
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e78c47f7d24248d5101b68237b68e5b6fa232a23c2bf49431bda6b87a51cc7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8f7ad0d51c2b5552be81afa31ce0efdab6a448
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:265f50b85dee47f2ac3e8d29c565dc8c0d15f0543c5ba66f5e416f508d24327d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..738bd2bd0c1e4b6edaf03335ab80413d9fdcb484
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cad17500694aa0982f1227834941260b7bba0976f38cbba0b3aaa6f098f2524
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d12d047379bd17b2ef72d59401ea7d2c2ee43f76
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deceea733a4c840145dec03955c91ecc8aa5ad0c15d56d7e80ce3d1a31fd30ea
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b92b2cfb205c89ba31f2266d3dd243e3e9e3f6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999c58216472ce5b29f836b0d3a180afb1281fe75e598f484a224a9122893f5a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71418d8c481769cf0e99a20fa4b778579f1f52f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4452fa181176f9e92e6bed4d10ae2ac5d9284469b624b546b7f656aec509d096
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c0d90f43c0b3096266fe6b4b2620adadfaa5867
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f5c57d1c6c04de2d46566583a9b3b64f74e1b9004fcebdb84055745bab6de1f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42091071d78c095f817855ce1bf4be6219898be7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b6795104a589378127c14b6616255a3ac4da6e6cd9d4b4c331c8433f826cdfc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae440363e879288cd08c11896212461e77a3ef2d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2240671345c7d1af491c19f79c1f3321be6533cf8e513f24091f692c886b06
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33649e14614e113d419a3ede8aaac288fb0f0f17
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9961bbac0828ace70ea2b814cbc6f12f22d72105b746a018316879bd23035980
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459da716f4d587ab8a00c6f063478082d57b7cab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bda63cbaebf66110c2b70955cb690a2853eaec6b612f1d85a4196ba767e650e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6052a453678d3af7647b56f5e0e3c8e9bad2cd39
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b885b4f81c87d40f7dc511abe48df5092a26bbe953271826f60ffa74c98d5c22
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f867ac9eb660577b735a2f3a63f5d06be35a207
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29fd6fb178797ef1081cb347b459e40f43f00c8aea2dcb18f005398867b4cb0b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa8f9c6143ed270109e35a017f020b47d1519f91
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee0e37b27d73cb321e8b31544df542446f52e310ac6e59ebaf20f9fd4b24387
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e0050786539d7c860449202aa1625c5c69969ad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe84f072df9deeffc5bf591b954a2fd88f004a3d85894c2923951366dbe7f5f9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47023515bf276ff68ab8a4fca673c8638d563b8c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:195fef354d7ec49774a1ba3bba9fa3260c32ba1fbd3b4468369cd30285c56597
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3a40ae748ffb3ebdf4988df99d1e2b4562d259
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d3d2c6dfa268d0068ba3f811f1abf9f43f986062892d0f3e9e2cde489d011f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632a73351b2c0aa9c561bae1866acbc558050318
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2957f7f9784afd14f4276f821085661a28c1aa4506402cfb4e36c9bdb13eca53
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0a27563d2f08deef83b9d9fb7785715b461054
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1851b89961c3819878c40456653207bd84eda82737586c1149b92a22bfa1784c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780e74bd0dad618fc59e9119808f43e757c695a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b5a6fc512148cb2f74367b300f4a13c0181537b708a71e04acc2cd7112377c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44abd7f541c376799b9b7f9a7fb0dd342d3fa8b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20c56ca65c14817904821e18dee505514fbb08ee8ac9daf901e6518663b5323
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f16503bd8d2705cf16fb2669ea56ecf1b49865
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62823c7ed38deeb233d626be8a2bb7fc7cd9b29542ee1f2df0d1d20aff921904
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc162ca0b49891bb280a0eb18aeb98e0876239cb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b6028201fb103c73a0c7d9a20572b74f3d3398e2b5406fccab86cb961aece54
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76898bb75d49ecc366f6333a6eddad796bcca9f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:287e46970715a73ff8d131e753cd7c8cc41bacea9b7079cd67bb41d44cc42189
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202f96d6a9717981f52c194772e5369f83517e8a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b9ec62021688be6ebae5a421d26bdd87e8139a509521dc647db41c7054001b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca424144aa1c82057d360895edc85983ad22053
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6cb54fd4c3b16be4f3a1f8a3d635062797ddea6d4c8f836d544f76cced4e53a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05edbca9637b24daa69912fbc51f82e84e15a1df
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0579fda78b3ba7e19f4d56458ee9100472ec1bad2f85fae36b8f15797ec89e9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2279eac20f31b13c3c030f5a4023d34beeb23bc4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49c589bfbe0f853f0f6367ffd250db42ab9cd39a706874e44ff9e358c4d32ae
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..913b9c657863c555f175fe8c09d69bb767efbd02
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5c8431c562f7b20aa2af7c23bfd55739ce458cb828fb917c54e10702ab50e3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45075b1757fd3a40f2915b8abd76ee4fbd587058
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f8cdcda814d36ab0b29ddfe4433fe61f4cab287b4a431ddcbc5f3631c7c1b2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6572cd423d592eb1b302f5463f9209ff4d36c870
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f160b9b9ae508f7ec18e8a39106fbba10a77ff25aa7faab9377a3fb4930e1b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa23ac8682d86b469dc6f542c68d7c5d7086a688
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5012dbbf5fa03a0a9325c61f172ccf26ceaaba2084cb1e8c8051fe39372a6d67
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4acdad44d2870fc3e86997b74e45297c2b337761
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a615a10a73de78c9b8b1457487f6cbc620349f6600f14570be30d114369ece9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d112160ea4d3e08067c5316b6c5751f4198e56e4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b1d12d019afc1256af1834093f08ae341dce6f2e4cd78136faa02cf1c79c76
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d04c45de7eb56af1957986c08528e391c0a72c54
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d84d92fc7e9e33483dd4a6e6340f0d0147ce5f26575cd38c1d0b6dd7da428d8
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb7e33b5e0dca8238be0db5a40789f4384f18e3a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d826bf98d816b7b6f91ff2ed13a4d308db623dfa83ae4b2c5586dac12b45f8c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ce341418e8435624e2b4b9b58e5b4bc845f8ba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062439fface13ee5afd7324107df54ded1e8c8747d91b93bbe2d0cf3885823be
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3da524e4223b85ceb750195ccf94ab35ffe036d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca0df02e410f429f558409f53a754f145ce4de52eed19739851a4d03667f4b83
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3117b2e97218ff6105042bb8a4351878eae4caa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef03bab5cdfbccafe2a4f15065d7d5a55a5e7865d82955c17033f39ad30b871b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9540efd38d7a7dce59035cb8756b96951da46667
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec3bafe5eaa3e13feb934976c69ad421c9225fb5c9b984396a402a6afb714c08
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36eeaf97604dffd8ff83bda3e105a651f59f711c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c459cc0a2669bc876c78beb4447d78a3c15dbb185435ec39095fea5a01b229
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af9415c6b3a593d2bb7dac8dbebc6ee667986638
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f02d30e9c095ecf35be23dde1bf4fbeb08a3eda6aed8ec33ed19355d8ba550f3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a9bf5dad881401e5272d1040692decbe5369b2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0eccfe10d830072202152965094b8fdaefdc76d7c27373ff0708e181150abb3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b029c68f85ad137b4bb0417fde371152485619a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85ab64491ef2f9f8fbf32ef6fd284280823336dfdf15bfac96338948b7374c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2944ec8d85386991df1774538ad4086dda8544f0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b3afaa8f73eb9e1f6365227225ecbd681c3a5e8205809c1d90c807f61acfa10
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e86b27e05d5a12209abb1fba78843c339be1fa36
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13db2e98a86f46c21dc46f0f8c53f0efb2ee555d78f350b21e4c1c22b3bec3e3
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0ce561ef2b4368577ba303440cdadb0eec354c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61564c617f93c54dd16af5f0d8a7fbece2b3e882147e07dca45d9e3b279c787b
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb987919546164e204cf60dbef419307a492578
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eccefc5258131a1ec4bdecbff08eb5a1b25b852424f020f2cd7463a51212d84
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..812df6659c8b2d255bde46c67962b19db6ad3b79
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e6b8076324085cc567b71f60961f876dee714a80819e687e7f99a5d894207f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87633d4ff17848fe6f0c7245d8f01509d6dd1f86
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6436c676ee823eb797820adfbe04d17e2fd28155fc2d0f362ff493b873caf8c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d53301a939c3cc7f89ad537a3954f906773b32d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d354ea9b05d52866d837ceedbc4c314eb1e95e5e5ddd99625110642df02391
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..607b11aacf469e4c87d3a2b1b3aa01ae09dcb80c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac9384d91f9f8b5bf8fd1f56a1df55d6bc65f39c3ac2994edc9371d261cfac9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da451540240d58e90331f3d027c37fe3505d293
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99cd7598e9c614318359a75f908663e393c6e806ba49ea25c44f36d18dbe698b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fe3441a4589b00c95b08098a8cbb7ef231bbc6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce58064a1925b259140e678e246eba00fc958d195c6c3a33dd0ba5970fa3a17
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26e0a288a98305545cea30d99cc9564b832f5d91
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fde4a9e2309cd9cfa3c31d2474f920f2748b8009d7208e12dc50fa4e6533ede
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a869fb44089533ca2dc2cff5e036c8d68f50ad51
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3abadb70ac4d86519e5e97b2827228473865530183d72fb23f067fb1348bf7b6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e2e16b3005d81112facff6a7cbcc066c33dc52e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e426847a95c221758372d13365201fa320d24de5fa9aa55fd7b457fed9e8544b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3012c84d205bfe0a74c96b010d20e97210f5ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d9e6a824108238466ec3a3de65ff69ee39dcca98b0fe0aec07e0ceda322890
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9246ab4f7eaf3d953f6930742c9880f6d0787c4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa194c1933a4bebfe4cbf386aba3b3cee35c8a1be1a19e7f8249e81e82e22547
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..836d0a119fcabe54179ac82da2cce01254c17f97
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916315516155580637d6cd348b03860732a3f4deb9d3e84806796542946529ba
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b1c540ab7c7747c29e5458fb2e1f345543d1b4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1e1e1c9d833fef3c6c86cca66fa0b8fb2941b17b6e248de6686345770dce3a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e761f41249bfad8f11b3500964a3dcc380646db4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31e7a127eec6de7e85dd5293d178d5096d80800fc8395da256b95afe128bf54
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..336b970d38b43db0cb587db2e9c4b591c93c8bf2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53b8494d47ae4f5a710ab47475fe81666d35cf1be138e39c357a61e7c1d11ac
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57e652870b79df6e8a6dfcb9805c29b40a36a602
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee5ed527bddf08ad82e2d2632ef3bc08c6bdf31c966ebe8dd92fce62fb1355f7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586b634920df1a1bbfa825e9b0b2495741af8feb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e314c8fbe523f6fd2cb42eaecf5c35b4c829f10282aedfce78adb2de97329b8e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe2b05776cf49ff9e46b03765381d0bca9083205
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32907f707178b90fd87b46e1608cf8c8d5bfa44656bd16713604646dd51a68f8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4cc314b646c24d12d93e40aceb0454fc5070594
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a22990e9ff80ea5b02e56f14581f80544c09f53e4741ded3d36ab89ca6d5958
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..904cbbcabc9bc9c4ef4f9a145ac2960e63f5a2ea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60513d053c85d18dc4326e862c8025e22d90cc7f21a1b9ff6c8c68cef355b62
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4bb19fe10c2381a9839c23534202b5f283ec83f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac436d0e300f25e4bca2ecef68b97db7146b783d3db818fedb0a0a691bc33c57
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee43aa369a5a016abc4b0e3121b038e143f64f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df3d8510eaa7a353df4959f642a6b77673c2bddf9c5256bdec73f05892fc91a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50eec58a94a13a0c4054b68b9e830d3c6c42d9d3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33037fd1dcc01603bf5ac6d800778fa025ba65e0dee36825fbfc609fbc6031e8
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..213df2e8afeb9eb88d1200ca126df9f0b4c7f2ad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd0cceace07ad1e6bcb25b30923bcc9e45c4df951ae76f0c15616b3df30e69d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d055c7f54872ce072bcc9c12c54a03c39a0d92
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4e189849e0fff8c33dac9e8d94870900d53da693f0cdd5c5342e0ef1271347
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0e3fd26192f585e49257aa52001280edd017ba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1465f8156428c780cf5740e37d7a446bd2a692998c8a7f700831be3d98af4e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0287699fb32a1f8db178ebf6b077d3070f88cde8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c34564acfd0e04be0e412b45283c341d46cf5403a62bfd6a7b8f1e66c042e1c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6891d47fd55502beb08bde233ef7f075bda38e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b3fe99d7c38ae642cc53bbfca4b91c9f4ed90447a41f35c3c0018616474e8a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525c532ff683f09eeaca6211686c118d95eb8321
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee12446c9f5fe16f7eeb3377dd32b16e6794912d40c380e884f2de7b45ed33f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fbde486f89a6f726dced20ca331004e663116af
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c51a29de7a874b40b6671393e1b823bce855c4896784e36f9b4677b02219e8b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4975beeecfe2704c7147073eb71f8107b1503d7d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90cdd1cf0c752d103d4c1faaf129dbffb7523d88f70531c1d8d878273f394743
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..902aa62799c9e3301d7a44509687d3f83ca204c9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:429356100e482cc2b6cf36a918ec536a86e3be76aee86aacd17647c75ca7373f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d6f938198d0c7a7e632f9ab347e9c56b3c5597
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e0efc628bd8912dc181d6963fec6a24fb540c67e798c5fb7c43cd63fca853a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff6fe1164e419bc3dfcdbc6c7f85388d7bb568f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:647c07f9c074adb334b201fd09b1ca7ed7b3a2d9f840ffe8e395aa0197284ace
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..373824736c123f19bc2298dd89dc635e03af5c07
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf3e696dd846079f9921696667f153bd3ea960acc45d5c098e2d22536a55743
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1aa2d7b46604b596cc6f394be92cb0463e4684
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46655dfd2b12d2b00d0c9efa88f8a3840e9b0fc3be9d54d359eb7cb824dbb18e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8341a11bfa23e8055043494888cd4b93e443b3e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d3252d02608de5d809f5629bd3822634035a92ea8567a8815775095dbdefc3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..887a7a08a30bbc156a87b2d4ce8b62542097c51a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493bee5c8a01cc33ee6b86c1bd010c082e74247ac9d284484edfa82b70a6e1a8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d86f36cec3501d67ef5e7991276bbe571f03c226
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d3f28141b1d3dd879446283d9cf2e2058e6e42bc5d19dbcb4d8bad491e403c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7998d14400d05642732a0a9db503646584ccd381
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70388d723e027e2797f5e244d8bdbb50e8d6a7cd30518fb8d952915ee97be0b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed82418d0b13287556b6828445e82c6cc6e8e742
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6019f9b75439f7e31edd1a1aa14427beeab4ff74d4c35b01981b2c21f26753b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b770df777739833ffebf3fea8c44b2757b474f0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a466c772e8414db575867a3f2856ada7279fd6d8f15643a925cb94f85d19809d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f52e706c775d19de11ab53a1699ccbcdfa50cab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bbe5259bbb5586ebc92d392f56fe25f57157aa7f3ae7e4442f5b4c8c1d8c556
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78368287daa1cdf3946a2a284387fac6a03b2c27
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a5a6e30183d61293bf1d9c86320767356818e9f7043733a29593a546407111
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb84982b0a477997dd002ed8166968147f8357b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ff22222ca4bf58a73cf346ebb6dc35929a106c4e85361c2c93401f02348c02
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13442a64affa9e2a0996e6bd78db17927849beb1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38afa304f77481e053db2dafffc0aa5138511d7f1e654fad5814604b64f5d97
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e8bc4ceede0270ad75a0ee17b07820f5df998a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4bf5f448001cc66b95d04e7c446aed663c6300c38871869ad00dba360bd3e8
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3820b6d5bccbde049d187f0469bada55ab285cd9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e2ca80453a69ebf0c3afc5815aab6b41c2f63e499a6341e6c930b632f8a70fc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cbe41c1376191e2fa468ed2b4886398f820b5bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4228bda2581ff1691f6de878dc3a83016b72eecb4fa2f01b6f8087d479acf242
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ccea1a4b5d0f992cceb153d5d5353505fce919
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a98a3f34c91341d84e6ea468207222fed8edf3f10c487b89709c5002d1d4d3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..607333e2cb4f0da9531230bf2f561e47bbb8e0e4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06d2e9619b7231c260f432dd511a45e41666fde73be00836c5078a9c13a62e8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0fcdb5fa66efd1788495124a9e973a374bb64cc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79fcfe36446184531cac7fc650b154a6fbc97c02c2da4245c0dfaec67c325f9f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c8b7708bc08135b0344fff6d1ab77fe9561650
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124ca3bc74a30640c0b883eec4b1cb2c8b04b7c9071607324549ae70e2bc48f9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb3b48bf3e2f936cd342ce7b4170031de903b9b0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f9c8d04f635da5e422e26a05607be65f07311a1d3896fedceec31a76d86d94
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa2798fcf6e7043c24e32f8c4e5b065ba808f83
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e47bcb6a6feed3b3d89dd8c681ca4c4a902fc7fbad62a657064b7c0718a5e52
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1267d84e540724d1f296933fbb75e8d2d4aa9b1a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff69765029b451c536d00d2dd0fa9aec4ea7ba8328ef7f1519626b8d3bfbc4ac
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff96d3dc81bef918110e3767db4147eb665619d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe10d21e96034dfd5879b7c19dab0cc195d99b480c3734b5eeb18a59f9f868b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49be90b16752b0ae36739e51f0a229fd7b017aa3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c62e2297f5518cc0809dd1bd227ce82a3c4deea2f91c54d64b4b4bbc7dd0fee
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..349725c695c0fb3c78b615043f3977ff77c91a09
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f547f22ef76be5d9de1aeb57d551718b98cabde84e250b395141230109fe40
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eb105af89891340c28a90cb19c8a7eaeb42ce64
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:693c23bfee800319d7380d7355a05b999b72dfe31cafd8c7bf6251b646b514eb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5803b0fc474c3ffaad22c7fad225c579a94f07
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7049a639ececf40c53a81bdfa2b9a6964a9c5e67cae89c20b135c8f78bcb47bb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16aeb86adb14bdd28108f8bcca56030b8609d9d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90435a26e8dfbcccab4d2a6e3b62bae15aed54181ca415b323a9642e219dd7c6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a52bb7248d05838ea1b0262713593b6145b968af
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77e555ed55486e88048956c662a40d7b711faf8ae6dc740b05c9984311d5b38
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3709030af60456bc0cf9bf4757188948d8a2b9fe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500ce5c054e611b6d764750fc9a46c05b54c8879c5750334ff2deba7da2e4a4e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b81a2a956e2d968efa4b94cc1009b24da917b1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:244d98f5effac424f9007c6aa621c9d572ac63e28769ce294e6c9c80f9f6f197
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0977e70f89203076d8223db5abc3cb7660120a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2024d329f38462c41380efa5d9faaa834a9c5d37a6a30590f4a65f08f1e52afe
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410195b05c312e8b68da18961355f22290838c17
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f27f32f6dd5d325a6250bcca2a2e563dcca5ba570ec8fbbc133f6dbed5bd9e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63584266c66408a56fc89ab942d7e972d3799218
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:370fbcea68fadb089af2cdef587aa17507402150deb38b740815263606e660a0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41c6d948bfbb51041a2656893354c447715bd41
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85f6c14ae71d052ce0b7a008474de4a82e6307654cf534d380a83aa6f0b36ff
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..580e912ff662067ccccb7b8598d7fb5a604150ea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d9a1d21af4d4b049d384829a04c9aa1099cf3432a778bd9c714f73a9bbd118
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd39b1072d2c5016e9db57bb351f8d7c0cedfdc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84bd6eff70a13b4f90798375bcd93a3d1dd91d0e99bf7051d97300e4b58e0d92
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9269b2bb4d958c1d680b32c4e23cfa8141151443
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2922768f33c8595be3f31081478b1628efa2205c13efe1da6955c99c1a3eae6f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3434d4f4d7174ff4d3149dfcb65ffbd5aa9b875f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8497d2b63baa6bbc07091dd71d958ef8e722e03edb5eb69517a82d0149ee41
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..112171d1f017d6484191035edda949ed1055189f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9cb841927edce11161af0a39b12525c727a647c57170a748a15aebb769c4386
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72bbfe7ea5e47484e1c59c4037d791ccd3c0a45
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf3b4e744f066f035abed00dcb45a4ba3a39b043855b0a4e8fdc0ec0de4dc9b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1232fe1b842517da2f9dc29ef7da903a4e1572aa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8717499a6a37453eee45ff8dfec3b0454d0ae626ac7766213e135a32ab4f4b2b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2430a744067d0b0da12cc4ec7c8093b3c263ed4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b279d4a2de6ed70124c9dac322ccfddd8f8bd65ca612741d01c5564c6311637
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e63cd8a9284a4646eef7d82f23184ae9ccebe8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4231f619132555acab8cc3f4844df227006a8f5a5200758810c769ef99efde
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddcceb9ddcacd56f76abea1da9d48317e28b01a4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad097ccc02f6aef820023dfea913650524921f6dbbe81e07499a6516c9b7016f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a202993e920dfa05a5092b76af46bfb74f0a1c00
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:654367f4034d143a25d6434e8846520c11e101bcffc391790bc8b5a73d2a5469
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..704f8935b44944f3b3b46d182d8ad4b7ea0c367f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5fb183901e9de746d9576d277964f1c06939e19fbdc42eab4a428025cfee94f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b2e8b59e2b327877db6891f5268b55ddc8e3c7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35527f50163c75f972af95f0662146652448730f23ae8f1b5f65bf5548d92db1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d14de5c559ebe3136e9aa1b91a91ad9426eec2d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413cac0d97b404b24347310b215a476be3a47f055c601aba629ab1dea7fb9617
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..159299d3508b3b5a8bad67368ba71d52ecdce717
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e81dd5a7fe6c5b3d020bf9140ff94b9c06f6a140a14f0e92ede63ac56a00918
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..451b3f89d3058d6146ac194ce114c824158f1900
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3fc01441b51f959c458fff0a5a2d8498f5d227a5e9f3348659ce8e0b29d307
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/lm_head/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/lm_head/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e30f62a946fb6c25911835f493211b894af228d7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c90e4060a6ffb6d99d111cf4d705a17bd872aa2afbeb845400dc1d446962f26
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456b56fcc58e6a57fafbdc32c82c422b5cd968a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c1e2e5fcc10240670de79ffe347fcf9d5ba1439fd54a922bdc878af5855c1c
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e89f26a1cfdb18085a86c15c3fdd2cd657be1f0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d95c8d8b64e9aa660d4ec467d0bf8ddbed647ae6610dbbbb85b6ad1b9fde27f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ba223e1447fc04fc82a53ac97a8d31f6ddbb37
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f73a8581968bec4d27b89063a77ccb4cdb06b34614bb3c454c1631d59a04c7e6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5846236999010ede47e62e177f69a889ed35aef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7252ad6ea6e10cfed1a7e96ba8b96fc956cf08601447d97207a53e1c8d034682
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1acfdf39df843ae9e28079fe718685fec70f0f1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e0fbf46421f37c17d5e4a4ac11404e1d514c9d4b5285113ba884ec8cf1240d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc0f5de85df62a93cc3fdd7f0a432dc174427f3d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e917e72ef70a98338bf0ce86cddebc18a4ff37d0d093a7322634bdeb65036dd5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc561b43f8a499af9187bd6b0ddcac3d8d330e9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793b240147806f2100abb7ff46c3758a2bf8545d81954d2f3e0d6ae725430d3e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77216cdedd2ab6719f56567cd752ffdbc55cad2d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9903282c755c81889f0278ad84935ae62620d57c3d6a1278f5531c547aad9c9d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c809327964e8e2e8e4a360d32bfa8d26227852a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc49d97fa5b6676c000172c064e4c5e2de0737a887c0483737235c7407d232c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9a10668e64d89b514aaa25b207a8f0142dbaf7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec0de6e898e5304e36b4a40dafe26e35e3b59e87bd62e0a434bb3105c89f5ce
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bcd3c8931f44a587aa09a0b90b874d33c191aa6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ab61ea345a4792f130910ecea872bcde2bce244892c6084c2435b912f61d58
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18847b70ef0db44e9219ae285996fc9d713eaf1d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba7cb67514211bc8ef8cb670c6fe7f6010e7b18132136efec84e542a208ee2c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fae4864181fb98242a19fa6106afc681f5d5487
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946cbbc8779c8439fbc882e36de5acc020f361b64c570730576a1e0d8a9db0d2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8a406efdf6a50b901e1d50a920803465e48fdc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac286e20a772d05d65ab413e7feac354c6ee5b70ae90ae61ed481daa591da69
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..753ecc8fd1042789660b19f6b0f8932c1338a836
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ab5d77197dfd623038df90253f5738428582366c9089731536af9050ab2b4a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d73f49720453c15f30d25d8d3d3250d6d32985
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce82714325eafa8afe7909e75769f2af9e326343d947aebe26329c2b14a9a54
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c5355d185906f187e8ca66e7d3fe7bb18467bab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57c1ff454658e4eda24eff456e967c441d2f192b6f7a72863b447b43db3d237
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b2e3c2ac62e80674baba2d24c413d61a5b5ab0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e21ca2b494f660fb5cf019ca84860cb2d33da66353811cf2d90bb059c8e1d99
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e93ba231ed5799a8b8a6740592ecbcbf80d70b59
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26739aa56812bdff5a41f6d488ff84d43127fca47c45dfa5ab10d5eb5eab2cf
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab05521a92d72802b753757dd1d0a33bd3ffefe2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4dd99f9e1ecc430cc85996e522ed900b0acd69f93cf9ccab71c8e024d665120
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c6f5c1a1e8fde209590ffe0ef26e50b33e9d78
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51514ea7e30aaa7d711f2ff52cac0466a320a17882d9762c8f5976e7a332e9c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8600c84d1142d774a8426770226a7b8d63aa73f6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e9e876d1f2d1fc083b968cc3fbc11b461967da98d0fffbfdb6c530891485a2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a97a8a7f047e1a5ed74bc19940d2523511272238
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf84d631a9c0be63c2450b17ee5ae96e7baf16a50a601d2e308d7e96eb34bcc5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922d59d5eaec7c93de38e046bd5b8a967784c03c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e7ffb994c161a64306c5f3c082e63c2a13a194a63f0b2b104408ec0d699960
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd069dbe8a3d1d0da763dafa93d920c64ea1c22
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4258b505e12c140266237fb0b43447023a18425e961fa3580e347335e71eeff3
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f03232419149f0e702b5ee6edb443daaa0bdcfb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f501d8b995869292c60a2a1675db1fe3bccf88ce6a0732e5e5269fea58b3c61
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aefb8c0d82c94607a51bff687a17caeed083db1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c37c51ce87f05e4dc06b4699ae3a8f1d967bf30e4388d3e9487bfe46414e04
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48cad74c23d5508a55718ec4e7c10deb51ea7b4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20da8b904f175be24b2f48dccf0396f7e3f24edee1a99a5160f90b98322e3771
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71006df22ff99907e5ea981df76d93a5f3f972de
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca9f730843670e8f54fbfc1a3902da3bf81d25aff60fdc84b8b8da160e3172c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1074c0b15f0066988b900847452c2e750854be22
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303c2a057b15461d0bfc1d26f031f984739b611a83fb4e4955fc0aef3c959562
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0b62f550d575b8011c5f93ec577b29f624ec91
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd0ff5bfefdf785d61be87153cdaa2c7becdaf336ea5a2dea1968d1d05b85aa
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c08dd6a46f924c27aaac8d3d3a145ed577183d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb3c173ff0ebc11acc9b19a3db20990d75ae60c2267f078a5eeee7fd3a3278e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..184335f6f509c4d87fe97e44067c54586e58e3fb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10bf57d7682830c638dd7f6effb39fdc73de554ebe91f2e50b327ef93a981b34
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b791bca676ebefec1eef41b0fa5449475f2420
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce13db5b34a0e0bd1442c76c1b982f366af40dee45b45c9dbec2b50768f1db8c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0bcbaa602117a8ddd846f9c10379258388ca2c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7c303572bdcf7a0d7fad6203b5ca047c189be0480323be2c71a6e2e4a55916
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd09ccf3e460c5d4dfc133c5cea36a6851659e13
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ca2f934c1cd25f35e52feca2a926700155921d432256da0bb1c45f73183cb7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7eec4c3da1bbcaac697e7d825a5cab0be265b1c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebd958bf6c69bedf6ba62b4391a1cb16171500bb12cefa5b03456ccd9d62fd28
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08f369cd543490ea70ee7f61c5037cd843412622
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d859dd872eaea6fb1d7cc1d0dfa9eede347189fc5a7e487756f10f43e70f8df4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f075c4cb01a9b0b8ecf30d3213863b5cf616386f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ed633c3c318d186f650fefa112057bcda6a242ccf697ece15777a6cb622903
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48743e37c4ad1e5548e2bab80dbacd9407f624fa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71bb0f5e7365c622f9c1e1436d8852e749da611071545c17b72ae240f7e3ce82
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e49d4825580a972f6c79bccbc2c315607dc06bd3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a962ad32f29ad836b088efb01076fbd3fe87fd6ad32c35d35d2013e5280e565
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..216ad74871dbff59fd24e804f2f0fb47213cd336
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b17b94ac7b4ab2694e9df814fa7871aefb7a42cc0d4034470cce43270d7ce41b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82c06eadd947d561650b011a993531348504817
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b032380f795d723e8ff1832ceaece8fb1bdad9d6449acaa32f4be0616c096f9
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa9d59c317de91f008efb456cb6e09941b8dd8db
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c682ba91715cd3706fee89fa8552834acd9b1addfd3ccbe4186fd3a153cc5d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f3535546743b66b940aade8dc1571738df9756d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a965098a0a1d48048e5dbad5dff12c2aeb86b0ebfddc2e75de74d6ebce45b7e4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e82cd7d93adab13d07ce9d86fd8526f21f8a3c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048bf805ce0e06bd699ea8312d905288a896df5a8222fcdbf8f03b85089f9165
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e546c110652d15c8c5246039eecc1cfe59bf248e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0f9919fe033bf87f9183e8ce62084d3ec0d9af7d4154247dbc2ce4f776247e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8e3a54a50cbc9052b00fe6092024dc43fbd4911
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20064a715ed7be58aacfe9d1186eaa6ca11e59dbb4d392af1a6777475e432868
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a430774f2602ffcef36bcf479d9bd06506d6a7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279a980f6f73a797c3d170f0e55f597128b9ac4bae9ce3d7024a8f383caa0f84
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef40d06728d94e75e53b04c9f7b6cb30f66a821
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9311374189e0a96e8e9bc3fbab2527ec43e3d2b24a58e5bcef7418bdf374103
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29dba2fe43bc1585b8b46676ac8cf3b6930a88c7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d94edc7b2801822188f68eee398f94e20a5aabfae15dada1c2bc76c381610c9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f493d2717101c229920484ccf84d5d20af3630
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c6f94d96a24896524ec9d4d26921f491d8c9afa83f62eb4477798cba54caf01
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46519efb1029e17ebcded1d869ad6e9b70dfe046
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61194bf442f0f6ce61bf3ae9906bcf1e87d8d8a3bae84035d53aaa7695e910ba
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d84f00f9778f0dfe7b73550a3fdabbaa1cf3fa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba61b3a370513bedf6e3dd1600cb0ade82237f7784ee4f06e5dd949b25ccdc1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e78c1d78eb1abf6c55558a7a52bee76d22c81e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de49eba386d68c0eb5fca38e8cbb948e93a45cb6f1df713a6174c7eaf03fdcf
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74fc36536f54d5196939e08505d1b9778290a55b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21590173693a79f414793f243e87bdef90522fd1afa4e2f8115a505179ef1e5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b4dade16f5cd6e29943ca8f6d54700a59ac2d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc0ded3a5016db2e8ae5a13cbe69bf967115159c93a9ef13f833ea47f607ccd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b7ae39795db6aaf6b6c74a6a43ed64304c6453d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd50b9fdb6130813bfd8781c92c714b6b554543674c710f9dea0654abc9e8c2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a58e0999200dada5d6367a552795c3873b6a98
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:020725e8cf849f89bd0881faae2ac4aac6808b583d0aa115b9fe220b73a733b4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a99988fdec5a005d3a4a108248c1d8503543489
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307c7e6d988d1d36abbdf3d7abaf0431165e1e9796bf610214ae17d633efa919
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c142e76c8c539349fdea14fa5b6f9ef384a873
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d77a96048a74e5273dc25b899842678161d59382a483672fde50ff92aabd4a3
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c732ddf1a4ae0b753dbda04c1104af6de160de
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d0511026e1c5e714bad81a760f5b0627c469d51a55edfb3a04199a38499bc7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a76d88fd15d8909e9de0d00c7a39b1f93536bd9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a649b127673d10267cab29bae17bbd904731338821fb4d9bd25d0a600bd751
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc9b2787e3dc82c70fc65f7736788b30b80744f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33be92e46e2c3ba57f5883a8d28efd9570d8f2b817b8beca15e785bceb5fd1a4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ea2a681b9852444b062d80d99fdb5a2cfd80e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75446e593520d091fcfef322b1a2009df51a038b65008b6d5a00e9c8a3b5db8b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54032efefa319701fdd3f3d91189f5db7a9648c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb3a0afe31cad7d1f8b59fb81bb6f1ae0cc9467ab6a1c65f1d5277f1d5b23c2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b473f2af231f77abf5d1e28c55c3a0dea674e1a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56b51150920810d2d35ee8176aa93067676ae1f5276db1ba272cbd9ae34e3cf
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e883a4eb7524f9be323af67e0b509e00e9edc28
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f80be82922b128ec2ef35cce1101209e63a50e632745245a16e05ed5253b4a6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d159bc7669604d996a556abfd6daed46d3be9b6d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd32fbd7faf34efca8e220ddfa0b6385c11f5d65c9e62fa1cf0c7ffa62dfcf06
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b5d60aaa450ed38e60d041084ca0d411ce25a8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d22f4e7e95cdde6712993e33e3f74e9d44bd9a7d65a690b8cf1d79e778728be5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1763425f340f8f01f0d0d2c3a4770243b5acfaba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9112a841148af9909daba94ce80bfc83b8b8a3faff812ca978a3c4614bf66536
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce439ff6b27f4c98675443a4a0408d6ccb86902
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e5782ec5bf3fb82d9d789a4401677fa7514cf5e7159292f6cdd216346a6386
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ac1e2c739b4ab7c2895d61683879d507fbe4e8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94c5a1b988eaa0313d64cafb91892041552512f8066533198d337530d518581
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f6eeedb2480ae0f82ce057b9edeec050261d34
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:082a4e83ca23504d43a7b4b1bfaf0f246df2bb8510c192763fd3712c333da7d7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f7f9a8c2ff2e7e509fb64463c6b327148852543
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f712409cc3309582c057e9ac158b429dcedf5717c6840330121c5fdeb8b8b4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f87d87ad6dd269e054f402eb21f044b1cde9ca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49efeee4bafe2eee488bf04292b9abd3e92cac54cbe7edc00308ab5632ba869
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e432c956793538e64bb8c2fba2337805ef37eafb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a9d3cc1af07acabd669165b9b7a3bf6ad783d2fea43af0e3f14da0b388ecb9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b5f15ba8a9c5fd3b1daa0702542cd5cbaae3bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa48d2383a809ad8ce5a3fa76993d7f543f2a9818c1edb571baff6f3d7e3eb1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb3c7655f8f5e4d4730aa341e72afa7cde21191
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee026fc9af48af993cf5d997f1ca9a9b28d14f2f5f8547aac1ec1c677757884
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a310445e299808d37947b9d0318a999032cb34
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38cb13b06d8be1d9989f0321721f9748210fa90823ec8e03cdf8460a20f5bdc3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271551fc43902e029cf6e782cfd68dbbba7b8817
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:738437065080426dfa5b9e41bdcc580d1c3c22eae8e64b02c174e2eba2ba6b58
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb1d8e4ef3f1b70658f9fdbb6b1087197740e7a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71446a44197d45caa8e533f599473222212b70b09361bba7801b3eb733c2c0d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0c0950b676c4ac9cae9d8ad78f63df95322e1c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c987dd256190be652876fcc15831ea2be53db8f2dc61eb98cee48be732df84a6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80257535100acfdf2021d23923c886880220c510
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8f6b0d311af3bdd76e5c8c584df3b3237e59900dfcfab0b8118d72a1b163f6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea9170770c26c4f619db587443c18f6aa3c95e8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf8559d6f1cbd350714385ecd17a4a0bb5e7e314c0049ab2b2434942dfadf53
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb7cdea1f17de0b01a64e200711dec3bf75e2398
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef95ad399c2eac34ca48547553a08578f37a23610ee84ca6362f84c8d4c4141f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f169606cb733a2a14925b6d529999cfbf71e0514
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ee322b9dd31fd6067b4487765bff9e3b317281b6f7df680f39f8fad7b59a72
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0fc85ed3dbe07052285e3b61427dd986b0c9537
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48d5d7389f3b339d7716dc1bcdce658b34260d10d5d937470e34597a9c5de0f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..523bcc381123415712e0cf39c77beb454539a9dc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eddadf65b821ae51ec894caaee734c01d715188c569548d899b9e78fcb5d444a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b04ba7e4c9392ff24f7708f45519ca11f3f4d78
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77824e2d8edf4167c482dec348d62412a334ac6a06dd3fcbb5f3f1451f1e2aaf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2560c370a52fd4af003e5abf0ac75380f9a92eb7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:defddef729a24ab313256922325304543bad302454acdf52d10e7b93c5f0df49
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff53718a373388bcfcea38188fbc4dca10691c9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e331b34be5c7739656f6fc72f5d6e29c04f2de3120eb819dab45ce937fa92b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a217f6df4bab80192f6730ae2aeb6dab85dee2b1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316d7e3a634164018d04b90be57579baaa850b214a2702c5d5c698f36c87b841
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ba78410c066ebcb511b8616adcbeb9981f0fcd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21299681d44657b6992d1545ae7a101722ef0cf4bc1c9643474cf10bbf769cc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daefe9fa9658d90cdb2bc9fe7c600df1168ca35b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3857e33c76a7f79d6043ee12a19aa2dd80545ca6a171aa4ece0047e49755712
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d4d1490faa3c1a321b151dbb2dcf793aa1e86a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d56d7d5bec8be9026eeae7b6f69dbf99406cf22585b6fb3a32fe8890322a75
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623478da84b4a04a8317de88612bf3c03fb70cc7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959fde6dcdb993362ba59141059aa0748164aa9476ed2b35f8254a95cb792d0e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023e70204e0ee07b8be838c425f77d889e64866f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c338dd50be3fb83f01d8661cceb6cd163423b2403f49a685866420d1d0fa7f84
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e93acd96748a33994c87d9077615a5164829893
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09831936ccc3d08914b760827344a86348ae00172c005048563bc0de2c533171
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6883f6141833f684fee8d78594c03817fd4b9e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980a66baec292dab20abc0b518e24487d5f672f42ea276f825a69e063600d3b8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf2b08876de0ba0dd6005d10ca1691c05cfe2bb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a35ece037b71d52575b8e07da8985d1f8a66578134c9d1bf8701c482d916cc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56306ce02504678cb4e0fa3a950e7463b4dcce8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61428f37d45681f16a22eb51577fd5d9eb2d52d9626abd5e3d28c56d3a2428a9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..718e3605c03045064e0dde0e013030378ea1b67c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32465a082b3f0df86ea70d3af36f9e21ee925540d1890b0961ca472a15f00d03
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39cfcf77b69909bccc62b682bc9db513d77592cf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f2180093f94ab7372ab7f6459a4bf55a53ae4873fdc0005c2b1410cf3c7d7b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b1329072ff0c5223cce939bdf2c2562b11aff4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf9dd0a2034c251f4827746f0fddea09a0f958e6a8a6a40f3c76205f83cf0b0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a130702f7fcfdfedd84d679da75028acf11051a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146e0a983d24051d795c55fc4008d2c608258dd457459e4df370d8e17f40a9ae
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5cceb68cce7c2161e97a8f31273f40a37cddd5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fbcc5b785b9c6cd792039ece77654b2032657fba6a7481f90fbec06d3197d9f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8a9b8a63f0e2fc91f072e3d1cf59483c31bfbbc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a18776cfeb670de8121ccab79b78a6bc3ba4b80c1b12d905a641742a20c648e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d2da32bbaa57ce67e570660b94b0d8d38c80ffb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396ed1e002388292f5e795f88c017871a6716373ad968c5590f86bae9cd014b2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd18d27228b5fabe28265cb2a5b05b2e94c2de84
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1542795989558838ae436f46809078b406cf4812cfa46300b3f829dae9642651
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7598b1cf0cf67fa56bd033e714d2d7b06424b735
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d716b167ab49416d749b543d7f2e888b15b0dfa3e317f47592d7467e4a35f8f0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b585f8d6062a55a478416ea12d33e6bf1c817887
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13397a646c9d9584c18839a616e152a41d6723fb3d8be3456a6fa950d3492c2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53df0e1e5aab93da65c8b310006bfd84ca8f2872
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f4ab2c7579655c3c97f3e834326942bb71a44730d6945a9040497c13e3f229
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab17ce6bebee22812d89258badd098318ba3f30e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a487d9639843c3a0b8756486b1ca2fe91f4b62775046376c3f9ddeb1c65edada
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ed314074c0fd9289001d036058f499a7282dbd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9880840a23545c8b739ca520f134990ee46e93765113beca6a9e3a461db77be2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88580342c61c58f6ba5f6e1cf2429289bc539b95
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9931178a11b7366c3638647bc5ce456f46c158169b312a7f2fb770f052853370
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e10a0168ca9f88a5268e32a16754b2604c2564d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2cd24401d5da37d7551cf7adefad00b3c1606a5c698bb0dcb48964460ca38b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b52f2753dc7b1d8604b325188680d36f1f38bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f651d8dda8664511525b2991b064e326f9f8fcf29fe29029c8a907e5b03d357
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956fba8d647e6a25e6e17de084a634c42c274094
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5faeef7daa2121d9402d95b22e1cab13e9bcb83c85d25eabed3ebc806ddc0e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..289df45e4598a7a4ed87a426e04b3898d9314ef3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c59f39ab92fdee4861bdbbb48370fa6528fa368efca7d30c7bc26cfd223ce4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac00b35c4522e8018b38cbc1fcfb33ff8015281a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4823c6a8466120dc8324dcd1285271d40b6d6f89288f8ab1d0b7377298536678
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95966b3848b7639a02ebcd895b8e0110175a758f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d5dee188b1b46e616757a0bdcbdb38040a91668a2261f2612b8daf31f7846c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a5800870b5be899937949ee2a33d1b500b62da
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2650cec7609d919fdaba4818819ffc13818b32a81a948c109045a5f9d5eb85
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8f2b6ee006ce1425a60ce20b3ac4d9e8787e86
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8f56902615401f434af36db03e334abb940a9e59aa5267f3bface46f55c18a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa729e51ef359aa31d1b1dc5243cb30fa4ea349
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a080cebb2ce516bedf88b8625f2a925f9f38f114106b761a967e4527896641fc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b985748918b5d271e1b337b7c5f2a81ecad827fe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0ccf9ea52d8c573a9405d603a58c4f6572eba7b0bcaf38ff8fac87fa99741f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675796d993a0b858c86f38ea4ccd56fee690db88
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c97ecc604491004232d92528b4c0b592c5e440dc0cc70d2789e5fe7fe8557b
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e299df1fecb3332bcb6bcd5ff5b7787781874d8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ecf087befc34858f8e717d65f411b16951829adaf4ebcbcfc80b1dea87f561d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d506799073d8c4cba342dbc95d3b57df1db7659f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe95e5807be5239dea341c0295bd16fa1707f27e7be1b3a2749c7c53bc92e6d3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..214652a803824fcf86040ca5ba491fdcb6de17e8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1848e3fbf0b8a1b37d9bc605fbbb10cd2eb2c6377af95ec643388206289009
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c5cea6d1fa0e51722f05a7d9eea0aa4811b3c0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9339865c3e5de1323c0046ebce797a94a9e3ddd44298fba4261c7b4105179a78
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de040cece701ade66ac1048c685311357492d1d0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fcf501bee8c2fd5dee7568890709098b309f8d93dfdbda8ded656fe8f24f61b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50763c386df8854daf399ec9caa95e8292987b39
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945ae3cb39b009571e3435169cc05028eb561bf3a82cb0d5f92a0a17b2671388
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4091a92235cc27b887ef292b966b6705f88b696a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0bd9c9404cbe3809abe9b1fe686f41b0e722691333b649cacdd104118350c6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6180ebb1d59deee4ae66edc93991117f12856645
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9b4b0f82aa86af18ed50aab5bed48b5f87961940830d16bc338aad6f9364ae
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47de6736e23fa7655ef56417b6af901b006e109a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a6f80a9586766fc1ef432dbc29327c5419dd1f36017842b4b30a8da0a6423f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e9dfca9d42269c7425dc0221a2ae84a6b3c689c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496e5b01d6d89ee4a48d53e35121032cbaa77723a1c27fa2edb37a5c77b5c8ca
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d747a78582206d70e6e222c2bed45e3ec286db
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94708432f1b4c140d46aa9e9301ca5182b98c81e2396365c15fab53f1941afe
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..870acb3ccd5df8299ee63bf9ec871ac9e9960f7c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fec17b39dfdc38588e677190028a9e258ea8765f3b30f7939424be6b3da0dba
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d958f0db15cc9c2dc098738a96c870f8180352
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40770f8f9d1798b0ce34ac0a3d1852178d40511f85d67bd18938b826c02b95a2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..920a92df39ed6deae3cc51c26dfee227838f5368
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76633e233baf61f6ab3d78c6e28e3faa915672730f1152e1f42b28808e1482f8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932eace7b69bb1ec77cbf388f12d8f3b31bcfe2e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea555198ad17fed8df7cf6c924a40e3b77a464b36c9f8e10794851d0814242c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374fb37db67d5b84abeca50350897d555428280e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3339576af8c08e58e3f29fb07d8f5bd9a3bfdc97212e2b0ee89524e123c9cd3b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4761b391c6caca06f3cf40bd0066cd8ede2dc5e1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d324d1579002e244707f361a354d7dd98d21187d58ce1aaa34672d61b7385ee6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118d29f665cadb32a49848168518efa0c182c239
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3529bf4c011bc9ce8c9f0cf93169f543497177b46585a32e866136f72196339
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d34ef022620a522629511bced169a80bf7778b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc60c2ba5340bb2f3a855e02b43fd24ff36c3493e0c933c5f04ad081cd932dd
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/lm_head/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db4afc13d0a20e593db3fd7ad9dcf334796c1570
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eefa9effd510b52f6b9bd6ac14e51d168e4e5bbc195d6f0a918cc2ab7ff46ac4
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/lm_head/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1210db018a5ea3235271dc1e1f7deb97ce72659
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea95d712988b88d7f359db12c39135b2314e81bfeac81c9b923530178bcb7138
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..034b656bc185736c42c46ff752324620c76d5e67
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a04952190f326c213e745527c824db1ae0a26ea841b398d2c8603af6dcc60ff0
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0dbb0b7b8d9d670e44e85ac8c3169893ac23184
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee407bb8adb9897736ebab7017071175c33126392325d11d06477b9b3452ac72
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c521fa94dc0c79153f14f9852fcc1703e71debc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd5801e2b8111a1c421ff831b76d59d66a5b332b276a63ac873d1fd05ad7377
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5257538d2a64bdaa632239974c401dea7353f8a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdfecc153e05cc8476d9f0fc1e421f6e00f6f0d946dced6972d1286c7a1bbf20
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb1dcf1f067bab6021e9d29b976903ad8e88f6a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6521bf727fd0d9098264f89b60c350cb46af1a93009b447d5bf7287117c6a18a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b103769bc7e802ab291021e5348886e9d828a8e5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005812220139234fb8dcd2136576cdfc848356c859e43ee9fb8877f66ccd2212
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3385373ff6cb0dd8babf2be2ad099cf7bf313e7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1c6218c9bfc1d04a9daf462eb78181d3d67583b6bf499cd123147f71ce83ab
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c824e38f172ef6ccce98e9d380ec57ce911ca015
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9478bc9d3231523ba48c03b5bca905f0bb18485e62ce7984a007a2fbef0bbb39
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e84e62c91c8ae5f1cbeb1b2d624bfac9ea6fa67c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71002befb65e69468c6d6ec903bbe2ecdcc8f12a409fab0cd6328079d63e2ef
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..128a2c1479c9e180514146f83c915394a6b294f3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ef20548d7fca3d32cccfbc73f51204c26354c67447c9c912adcdc89cd29cca
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6efdf4a6ed67c2ff7bb45904512367f60fb5c069
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9daab500f199eaa727391fab14bba14d49dca0548ac60192c717ba784b9c0d81
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f08cca4b08b1fd140203327fbe5e4216f18a11
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2fb4887ce5aed8a47154c76397c1937187f951ad191d112bdcb139c0213b5da
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45b5a320a465241093fd32f5dda0b08ca26ec6ef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc399971b368e767887bf52ec4e46a78fe6de21f5facba9c1f38916a10478c7
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c07b495c38d0364307d0d759d3c7df8ed72c17ac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8db3b9b1c96502ce5a7bfd9a6278ba34561960cb7eccb30f0f249fa9f5e6d092
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bc7d4abfbc70d6f1be42f5e7cff9f6aea68441a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cffa5711286f217ce75dff1a9bb8d5464b4de3d4fd609eb4c64d1bb44d6d67cf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f73d9c5a7d44c42fd8fc8427ffb5a2028e073ba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f7bf2190d10c5123a274da5a66cce87e7d57fe2b36189e3d63fefd48c0379e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8f7135cf5a3609b86e118500ac64a5a7ce9af2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51226e8dc547a843a6291c277f8d0bd640fe3884eec9ac3ad38f62080b1d617
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1537c55b23902adf444ae833a8ac6512e3e1652
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d11ecdf28ca588f3afab7b70a13c12c886702f91f90e26e373e17dd2766fff1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c035252a0d964377be9fae5cc956525b9b7b365
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd8187782b5636b75f48f6807dbab9c4b7424065f7fab908c82fa305417b40c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e02e608ee8bf8f43dc9f808793e45becd780668d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ae8ef61dafa0204516ca51297d4280c48edc2227714e5fa200f1eca274e8de
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..034caf6d0ee2b82e8290ee65a9a9cb2d4d18bb72
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119101882966c8b1901cde9bef3188a27726ef323135375ecdc1af3e785ce9fe
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719e3bfd735f8984e38213b0756222c96b717239
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a3d68b8d3a9861cba1aa21efe6e77032d8a09d61f0ff9f89aef4968cab9ff3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29440752baba911996125755df56dcaf7b97d64f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f02fb00328ccf9675c2b99811e9a16507bef94085279132c4411e1c4746699a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afdbb3f88577e7e346230cf24cb65f6850733f84
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b5dce1ebda82fb35d458c5153fd00edf8e0586f240fa97dd4b4e3dc62ed556
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..289a9e9d5e0e373438f7889e4e07176b01461b51
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876ecdd0a33399206fdf5b8f5d4a8f6f502906b8105cea392ff909169863cc9a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..806e39f069581fbaadf5a21f4f5c9ff4f736ee9a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa2124ad3dc7a869c5c33009b0094f25b8bfc9e4250fa6b2a209467bef80077
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a15dcfcc31af4cc4da4cb342688b005c975679b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f07b76170b3f894bf0fa487cc043b69783261c5118197991534212a10983d75
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7210d1a78d441717479ff54ab63da2982f7aac62
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6fdd30d0475e70511d478170106d7e1f061ec40537532641331c890aa1e88b4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e98284cd089b8b0bc0be296ecb9dad6594a642
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84dd2b0e63ef244a6b554c9bee11c3f35e285b01b9336be687f8190b776cb345
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b99ee1a9475546f3fbf78d6030d769d32310ba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77387cbc05ef1b1170dd04840fddd1d44b89f08f5d13998eabd9f6a7d5895c3b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f896a68aaa13ef59c39566468cac2304afed120b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954f5cadf342d1565c4e3020bbb089946322736f735cc6e1bdb853137732081b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb4b47f162a702a5cfaac24dcb2ea5d00d85862
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdce05345ca19659b4aa5cbc9a2c7efcd1a3ce4372970ba79531bdef4e2ad1a9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f77905ccb53d2ac20e9ec60875f653a69e8f829
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764ff5d3432ab22f43a91ed5ea5a3cf9934fc042d96486f7b1059a3a36023269
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74120b537358427c0b2c8107d5e6466c1eccbc82
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eec741eca435e5535dc5d59a260aeada15b1d41b8b2b65f6d464b0ef456bd48
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf16398c78f3b3bd100485a8c22f99cd8a88dad0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05208639f9642fb4c731273e07ca892fd319822d03d28671475f803786a63b1e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfbe06102ff15cdeb6b172f6cbf05534245819da
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65fd2b8429ab6245b89621209b1442eb62c371b2545ade547bd434ce158b4efe
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9dce4b70381ea1d4b1602c397e1f51a1dd53d3f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d474d7f61ff1dd322007cad97c5d3a27bc44b8e546d96e2eb8c1198d6abdae
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94efa71fb86e54d24e7a0bcb063ec83cdf38d8b7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2f40a5f734befb6df49477d282f27fa8cf36e740c15b8befc8e78ffcccf4e8
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd02c28a7958b25f6385e53ddf4ccbe38d0108a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493636dc42cfa32b41ae01d219ef03e0c29d9d23462e63d792bf0049873ff1e0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4ebcdb003373c01b32ad8de368c7404016f0ec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e076bc5b99acf9888bca1d4e6dca093fb9b5348dc74d1be4e03f069f126c0716
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e584c82b0f0d24e0a21241ab013a11e7e2a2be
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76106d22a60da82827627268d5b01fec6c7511301cb5ae889b2cdd8082cb1935
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22c5b017a3288e309b7cd0dfea80979e9829bf9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b53e37fa6bbe8f182fb471a179af8f68bca239c3d80ce7d299e0abb5f9f6193
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7ab3833687b4f40817981832d8bf7ca9e860a5d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea6f88fa7c303e5323385383452644230a899014a27e693cb43c4c72ddd9682
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e01cb1bab6f79dbf83cd37aa483b8b35d9d53821
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9252ccc5b50bea94341bdfbb8de64ca74868b892280362ec10416f20b85878
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ebcb41d94bed22cf03a726289be898a96935de8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5189eb865a61ae3119515d9c990ad1af8f8349a129f406837a7d985f87a2c8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea17f74beefe5f74b28dca2b072fdfe61e11a1b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f873df9535b04e212b04fc28c198ea26adfc6e32d9ec3c88d8f8676d3baacd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b50e2067f95fc56c4faa22790c2b7d02eb2f94b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a5e71b053932882e8d83ade8e63363cb270ed841cb3d24fb5a940899bd4967
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40582b5bb89eac108abb90f6ed81c7312507e0e4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f51e1192e6414f5eef1e5ea524459a4afead20e80e8caaaa2ff40e90e3ffae
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04c914a167ab5b84b1ede97892ce6fba3ffc5fa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d74759400b863529bf3afcb4cfa488242f735086ba57fc948e55fca432ba7db
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c9daa5c1810bf18b809fa3e8a4c18141b8b62f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e29d5595d2ada19456539a566d64e8ed91c91b054efa127492a0815972bbaaae
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5108fecf67f9b4e4003dbb919ee2569b72b6a3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4daee643b2dbf3894d26cc16784361af0cc60a6de6a25e05962ebc8f56cce44d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a61412dd5aa3194b5f77b3c67b3d8bf5636f27
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e7b711381799e76b87fa589c9995da12afd01850f8323b93b624b76984a1ae
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb5468c87e604e6458d8326a27621656b2175e22
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:506afde7f3ced08a10f02e4261b03c0eb641c381623d5306fd8a3264948bb007
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a257409ec4423c0256e36b0145b26f94c3dd25e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb73d6696b39f8645df158e65c55999e8fd4b9b4a40b9ef51e8d0b641165038d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..124a51a1b67faa5dfae8d7bbaa402324b6a81f1c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ece8f15c578949c01463e476e6e99d4a28714838e368c46387147e98dc6ea5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e73487923513e6a9dcb61870ff3807892c36ac93
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158fcf86b2e2279215a72dc3867bea9e63643462827c73b9ef7e81794a75929a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b61501ec274208376b75a97737d266b51c4f9b64
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8bea338c37f261c617e0f07a1d69a6395795e2470a08197f1d14f137abe4e36
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0265e94683b925fcb74ab279c0c9b61f6f5b11
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1290d24053d2e35e718638602db77804a4615f43f5617ca1df953f26fa34982d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59312fae598146ae2521f91164e4c8cbd41da298
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b950739750f730c6037050f9bec0f13c1fcf673ba42c4e60917668944e6240
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99cee38d14b66bbf3817e4d6de82f78d2c0712f6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e0d0f819734682fb12cce3f98e05fabbb61da24e010783f2d40d97ec897e68b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3c6938e83f382326fdc3d38a9bc05f33bd99e7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9e856e4f6e12cde9de814187f2a9440593d975b13489b6a27c7f319dccd3b1
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0bd8838ab0ee4bfef5e30fc682586932cbf0354
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df64510afc35ab41e9b85653937ec2ba500208f512c8359f92ca04f1ff25f18
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..818395beb0ecb16563770ae702b317c5cae6c411
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a9eb523a2de1dadf1d35b5c7d2bc8a3ff7cdeeaeb1a07676267dd904e0215f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42000091c371d0e340830ef8b97d64118a5a3c0f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b93ff736c5a9c2538fa8271edd3747f4ec2c97ed25dd05af7d0d43c82962829a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb050e90423814271f78ee4fdb6fd1c571a841e1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b1e69982b1774c1524195c09efde90db26a76e60fcd91c0c4b06f66465f688
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e0dc51243dc25ea4d5cc56c4190c449b85fe17
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c072cd3ab07c5f433db663b0dc89b5127da2b7507a8ab3a4c894efdb85d873
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c6ea738da894ee66a0d1e16cb7d73ec2e92b620
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f370050b6ac829900431c86eeb31da9fd1c922d1ed6170288d7a8acb076a2f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e4ecf36b84c6a77940443a2a3e1eee47ef4f758
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e42b0f3585ec89726612b8a138902c04166ee046da3738bf510dd235d6c574
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db492894dfc3d9c27ce7499aea1d515108fd6d2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e7f1db62131127f4671bbd3ba8d5e16eef742d6e53140a4ac649892394dd91
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61595d91b56baac5329bccc67341c579f44c1189
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b917a6dc3ff264682ec9f7294ac12d2f140c82f741b513408d64cd5129ddbfb6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82fae83edbeef9b0290033f98c26a2af924d5121
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3eb094dec3b27c13b77936422d4c0b06460a1c39e682c8d7df6dfad2ce63a7f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd62cd0ca355bc1c396fa53160d3c814968b77ac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ad7f60546c0151dadabb32abbaa976283172738090f784de7135c304a82d67
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae7a4a047fa15c4665818cdcb341ab4046e82a8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf31c6e281548e790f70c4b76e3be8f61b6d3bc51eff492f6e841972a717fce8
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f8eef458bebef25b4c5ad38b6685d6d0834d3a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2e7ee156aef7ce71d1a359108585895c46fd6849e29c48148ee009b442e7df
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db5f48d8c33554e645c8a04976e3c0db10252e40
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b58f3221e7ce583cc3d576a02fa5ec80a0013b9469f60e4612cbcb6deca258a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a958bfe183d3994cfb9416cd12015fdeb8afcd6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4996d13e3ea0ad194556bde639c99016811e910cd7284c5dbd04974aa260ca
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec142216a1540b4b77dead6d25688e8f984204f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4bd54d014482f5c72c9251bef6c46c81f59f952f17cabf8de49e6e7841da49c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c813bb5627f483bad5d5e58b7fa4d6c474e47cda
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b457f9c4926790d69b66ea1e25c9cb7c8d9b4ff964575383ab4c0cdc88fbbac
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2874540b7e4ca49a5b04e637c8ebce0bd72dfb8b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff537abe903c6cc014148d0ae6c9618046f37e479e89419cbae7f2884b6d29c8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e0c073205ab61f9b404bad22e47bb5a06191c78
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc5c014ab59227e82683f26844f8f953ddec969a5e0bfac78daccb77123ab4a8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f633c84bd46c023861615920284d8b12bf4a14
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ab2db97576643ebadc96fa6bce64fd52d333223665cc4245020192b4597222
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de58cb9213a6a980b5e465292530cd4b981a978b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbbd36aa23e99e59f0db4189dcfc99461ecf693266241f6136a396913f61fb48
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47dacfb2b8effd141fb8a89bf812c84737aa34fc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790623fb2003b0ebcd8dd90862bbfd8965480e1b690ff1bfe28af1b6b3f15546
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b3def621b3ed5b6d237ba9d5c03de7045533fb2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2aece845021d1b9df7646307af516e64e546d6fb42c65fe02ff765043e0a3ee
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5abfbc0be89bfaedb0becd48cd8297a35466b502
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d18e88b021faf7d8588342ca6ed282812ef57a04ac92195d15fc822096a467a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed784a915bfe1684b7899f6dd8061e43dd21edf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3218f31296e4f96dbddbe73e6d210fb9c9908ac566de9828436c54f5398e087d
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f188ff32a5cb2b675789d38d32e8c036fb101d8b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b071126278a495b70556e3e87f848fc27ea41e1e18f813b02bc02187cede1317
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1062554221655ec03bc8d15f83a7f8db225b2f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c08ced0fa8bebe57b98391d9e64136b4e6443f674bd205321c3585d199378c6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fd3830a22cad907bd5b207b0aa2fecd721ba03f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7931fb9af6d09c02ffa532fe251e75fb8737d9770a364c05052b950668da788
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9528909b24aafcf8724f9129a3827cc20c1ff419
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f05d53ed5aec7c6cce1492faedcbf2649f0b9640aaf193317152186f22fd5e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc96252801c82897b2763d540e9f8766db67dbb5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc6819442be331bcac70fb1c0ba95f6fc9136da38e61b1c3cf92c930d3b60a0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9037614cf4bf46882147d246a4b6eb51d91d5071
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e6912c869e1799dbbfb39089994667a09dd862a2db88acf115bbff7f275255
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f2bebb4249a65e7d415ad47e366464d6eb9612e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337c67c7dc57f6ec76d618e7c867df085f609b2525dfb559fe182153778a644d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52697774958fb1d8c97206652ae5f436fec2883b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3585dec54d27adaf0424ec6729c1d92998feb9fcfbdbc1395ade9f0d1c45804
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825600ec657ae3be643a97dd3b163416fea81618
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cdaf92f751e3eb91910eda159c6c49d2ad10d42611f7145c32fa6ec837b6dca
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b2592d6f9d9e822f8f134bf072b7c6ac357aa11
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511009f03adf78a53168efb1ca8e943a81e1e96dad3ff322a243c526b41672ba
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..482a0d52b9ea50e0680787d7bc78d37fe86570ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:404d370361434bed8590d129cae28c644da1db8626b9c6fb09e2ed3e0166f9ac
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5159e66a3bb90c296bac15fee4682fded3c52a0d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc30fe25bddb504122275e28833497252502ce9c94da9c09ab369926f73f85e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b90560f9f5e048c6e764addec108c22df30e0f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be494e8aeeb90b0006041727db11bc2fe366351f66c015277c69f8e33a5fbf5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18530c2a9c46a1b549f3655bf3dd4b2a08d295e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8aeab7757ddc38e4ca07164e758df4f589fb190cd42f1b37f000f70c84646f6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c3e78df42cadd61021da45b6b6d026863ce12fb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c547e993170e22ef12f91cd887e4ecc7216b6144492e98dac187a787d2ec782
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f98ad6b0bb6b9bc2f54299617bdbf9c4675c407e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec713558313a97c8e169c74b9576e5efafb8f16b392265b72ba30acd3b56fef
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d996c2ca2ca754d622e4df98ee9fa2a8a4aab9aa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb299c85d73449011bd949eec8a75be6566eb7a9719fb8b92dd67e37e85c95b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9397e30a4fabada520ef01391f6103fa23464aeb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6441c9ab05d238836a5bd9aa5b730d5834d72d22e1316aa71de2ac4e8495f1e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f253e07e5d9e964c3f1f90ae39bef57f0b351b1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8f3859845cb9e6299214ce89c877b11d7ae86c05c85316ad4bcd76df525400
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c084a41ab510c88c90a87f01ddef2c3bb840e8f3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570b3ad4535d7b0332cf6f8bb08d794257a1626f2ff8a8facaf84f07af15eb30
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c66878d5cd002d4c79bc0a25de1ca0a4a56540
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2000aa179a6fce6496ea3cdf5d4c7f08f3c60a6ad0100e0f07dd78cb974fe32
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b926a3eea7f3b6fd657454b33f61641aa248cc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b6d5681db344b004d26d3082be3e80712148969bdcd4098e448cb78d3b8bae6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ebbfa2bf7bc1fdca98e5a1e1bf218f50c6bbd44
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb5c15b593d56344e2807595a2fdb1ce1d7597e8c9b59d512ab7821df424e46
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..737a582042c0ff118fe1a944185b0f9d9934c15e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb210e21ba3b3b2f2baf6dc3382416ef6cad3c5af52c76653983fb2edf0f084
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..042e5631ceb62292d9f75ed6bb37be65c01fa2b4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b4f49d794a1e766302a23ba5c383f2bb8e75bd268314aa6ba4f34dc049809d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d27e24b333782436336e729353f434930c31db
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8466c7a9135619f764eef844357d2d5f2fcbf521110932e56a4fbe84684abd22
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ece23f7220332f569d0844f855e603e68cd33a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8154643571f844908efefb35ca5556040a0422ffeead27cd0456f27a5fb8bc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce58010da08f75038b2015545a129432fd41e61
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d25aa8d6a55ec1d146d434cf86c709668e3e872703debc549def99edf84468e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..592a572ea592d71a3cc5d3b0296460e71ecb6c4b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e5f969f03c3aa06f981907ad593c5f06d06e7efa0dde7fb01e7d0963a291f4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d0be8e7cfaec45a07641c4ccfec3c04c5c877a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bcca6487a0f21af79a88fdeb45a4b726628db40aa99e9084218d3ac99350e79
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00158f45707a57c1b12e52be3bed6605be1a583c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc97ac0e5fa8e6a931df63e1646271fe8c30c91028dd4b6969ce113b39a2fb8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e9a986e93e38a0b151281ba44407874d99be43
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4304ff28002b2ab9e479cc20abf53b00ad7469ceda8206989df297a019c44d2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e8a4e6c0319119def6d3e9fc9e780892728dc95
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dff3974de25a45d4e28b22daa0374384e3940dcfa12f7ece0a98a8bb541decc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ac6a09d85e9a5180f2f761fddc8aeef6f8ceae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac019c7123808270988e03bdcd34d8401268542059dc9688afe965f317c9dc62
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f6596c5ccdc4f73325f06ac491ff86495414580
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf3ac4f8587a4840983226836f1914a751b7fcfbd90f1d2ef370f5e04cdf35f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f483a0087f4d878b10aa8c59576d9112ff6366
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45bab7f7b4b1d11449d6e14eace51c524224deccdf239962a2e32694c5469f8e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8335c8c94c6486c60ed1aa956612ae8e9df46789
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0310edecf164498c3875d35f7513fdde0a62dc021b23a78d435530b65cd830e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104ea2655dcb2e7c07e8c83e4eb6fa1561888027
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79964b045e2a0e82503cc25b5c1c614cfc3e1868823451d8315330dbbe831d32
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..540be90764666552f72efa44b595898dca818dcd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c103f4118fe5069d2a0f6b4955fb2487960985684b7eb662c00afb0feeb8ee60
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7601a7096967c28c46f05974344087fea455c9f6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f9a19d112abccedf9c072e8c2a4cb2a959b69e72fcde64378737ca6fd5e1f7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a36ae274a021aa1953812f99f7d00f309061c73
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2676ccc44b7f8f4ea2ed91295b82970fc15ed60c2cb0eff2923da7be52f2d20d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c2bab174f57358760a5c7f3b76551eb1d226cf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45bb19f324235f8d6598e5802af0defcc61da1c1f4a74978a0f32d7dee1a2e6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922dc852ba86c5a7209eca8df3d3535d95345745
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d7549cfc98b8cc462da29fb6dc9cbbd7c0f8dec709bf8b6badf6044abd142bf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff879dc270982545626deb986be19263c1bc41c7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebcd1b373dd3fc5828cdb043dd6e3d3500e9f5abf06629c773590e2b0e934d6a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d90d950bb152791b14d7fa3e369548db90df3f3d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3857527b91e825a6f5e891cbb35d2d2f09cfadac93ed4d1c8818c63dbe401eb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894d9aaa7ac67c2c4e5a06941a5dc9f8e8f56c4b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abcf469e068383bd00020241f55baa910620b20095d7e817fbaab6a96519c5fa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498ad7252d37db907982f63b6daa3068170d99b2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb787d1a487a72655b9868131e581fe742946ef03c896c1a95130eed7595d2a1
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc71c5cd67be1a562c3cb8df739702fe85985380
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd1310cfc900769812b462754e2f965bbff0f39cb40f756097d7f638f9c8249
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..647e2185a91c45ac014ab28cec329287d6397a73
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e5ab115dc4d490bcebe867ca6cf61a13d5aa341b2dbe4d658878b70edab8d9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929d650a535880c7efc04bc4e7dd5b5dd1cc7c95
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50fa4cf86a7c81af547c849f469b7d4d9ce0ec5c92ea3a9743224cba78444d31
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cdccc13f4e5371f6f901e95bb8d2547c5d831ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c19553a0af4286ec56b893e80d854dfb8f7cd0dd67659639dec22f265b8b2aaa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c401fb03030d5e0bba028e90a11691c351acecf9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e060325bd444a2b50f4f84743de2ab03c1da23c9d25365cb32adf43ce8444f6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103e63340ca1a9c8df917b3338117406275e9baf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a848bf9f600f1d88de1bec4b8ec1ecdc4b65f37b1ad6e555174b3d8020b86d03
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f60d9075908ae60ca23d3b0c789a9bfb4a0353e8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1086dcbcd5d5dc9a45e9eb46b67282bb2065d08f7442bb8ec4a82e761594252
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ec0b004fc9c9113708c8ea87b1974a97e76224
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a814949dc37ccad0460e87b6dac1d215de9edc8115be390bcfa0c8b2924240a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0cb95df40fc15bc433416027322de430dcf814d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5ec33a57b29f6d4930cc5c625a0cdb27255541010aff9acdfdd3de876e7697
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ae80166884944759e02b00bb616765e47a41906
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73edf3c7521039d1097dcc2ccae495e5aaae70f267d31c1e7fee13445e3dab7d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c0427efedc3bc88eccaea2c0f90be3d4b1b7e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7925991fbb27b8c4d81f08be8aa923233193d87a29cd845fec914570be910a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e95abd64031072997cab371bac99dfb7e6017cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0560d4494cd0cf86d7a54d08ead221d005fb3ea416e9a8f3b6e13f05f29658a8
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5077451a4caffcb321a38fa7eaa2307754326564
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb9a80040e244e28dae443c886068354dbe258bd2839080e5fed934b1ab2b5d
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1304ae040ae5f3130c2831c486ca5a45ff445aba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb495142258e62b461b04993b05eecc0f08d6585c78cd7a0a7bb8f5121c73d71
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a36c637e4507687a5d72a12b1078bcb812f9b66
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:864dbb56bd5da4b165cece3578b558ac94b4763f1233ae4b27e3c7f83c498037
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ee9a1a3bc70811b934594161dc2f7abdcbf610
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e0245dcb14bbe388664ba45f7a4f4453f951b88800949ec68ecd1e80a5e9c9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..277b292a8754c1a2309e919e531eca7c9be05193
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68354fade6395e4f1d4b6306dbd0031724ae8a338810855816461f002078069
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d07fcbf83570fda8b03f312b992cdd1f4f2a93
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4c06b8247270340da434969941000b475d183ec06b80400af5ad8521bc3565
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba85ffd02b98403a676f0c64494df7c4eb5aa17
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d61d23e0900efe12d91902fceaa5417f485d0ff5d6dad994df6a22fe0439f4c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c01f7f063c020879ea1134d8faef18706fdbb4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601dfc40f3991afd0ed7955910c5d2e16d7aa50ac02788856cbd3f2d18c6dc2b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e5bf5eb2b9b0e785341a55b2955ac001850d9d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32bd04d18c30ac24151fdaf2452d0222c60db7015783c5472cb1526b613ca40e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f31205f8f61bd97a61688082e60fe9503494e7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdda521e4938de9d86ccec1f2808e6a72ba548d6b0b558167882f2436b38da25
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a07abe2bed64a470622eb72fa5600fb2582480
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf948a76c8e665fc00b3191fd445ae965c5dad81059da7149a90be971bb482e4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270bdb4908a452fe0e15ea5e31ac1594a487d2e9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b27bbbca50ba5a3af1854a45caba6f8b032eb4010dad40665d10e215e3f8ad
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e5889d7b979a3521f39e80612ea5d05b7ac10f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460f9e2f3f287e31d70e643ce35f6f5786e5b5061a1514ae699c842346544bd1
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57400e7df5155ba620df0e487bf96f4d855f67cc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9ada4dfe7789f549a4a0ed218d05fbb44f2f346e17d8a47f14be1a2cf50ade
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14ed357e11640556ddb7109942a0b5736b619ce
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e57881755e88c940494c77bbc2e32e80fe41a0118d12bf88d439dc63a03620
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351bb46f188b207476abc17c25497bb9285d93d7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7771eec515e923a6ccf07dca23d616f0f6b7cb3ee5e7396246c2d2f8330133bf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..629082bbb56e315e1bebb4a2e213b28ea486cd06
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b127f1453235f04d5ae96f9393815f03c16579ba626e7427e5e0fd8b9a7d32f9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f0fe5d6e2494226b781fc13b725101ad2ddda5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:499f37cea40816eed10d2df625ab478ed92d739b8d86c52f6793c961b65b29df
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3366c77af60a6e0c88d5819a6a871b610c7a8b3f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3517f4e925eafa6291ced4e1a8595ff42e9169380ae6e4d92dfc761db11ac78b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c182882f96b2f68300b32997bbf119e8801acd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4307e7ba65ac97de2d130d783b88f4f3595e08b8a74a46ad980e84586f75eced
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b29a948b82962e6067534f884e058526ac1c2a21
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9961971ee185ca552d600713cebb1ad1d13054cc737968e28afc43cab288338
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe5a5102efbdcd6b45169d0c1e10dd8e284e46d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:526cf4d30d104dd4dddb0358b12b6679b2e305a9c701d9398bf790c65445b387
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a2bf059901d54a9f4f976128da177fd7b1119f0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c28c4e43289ed4968ae6a86499fc12fa72b361ce588425e3f6be9f93a7ee4a9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a80d6d350ee0770630b959215af0d9edfd7421aa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929b5310865c4c55210ac044bfbb2b87d97cb5fb350dfbd0b28ae3fae0fbac94
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..686e7756481a218d7c16ac9c84c8810e2e67c0c5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88f7f6d4d7f8c7e81551c5ec072594b9bee1f1a259ff034c42198675c4d30ac
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..206dfeb61bc4b4babef9fe2a0a713a51b0be8c1e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a4c7b7110151e47c02b281db750c8ccea4e3f02ad98d5d92d46adb70004d2a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0798512649c17be32048bc3083d607ad6f2e9382
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24913f5fb2912850c45827cc70389ff5829f44c2d33e68af43757d7d4339faa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e41eed8be94cc29823204dfa5757016b32b36ed3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dfc5e158566079b04bef5b97e0b79fa72da94a138a321ddfad25685dc502dc1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..885cc23b81706a3d48f9024d05a5cba2480db03c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4591665a39abde5780c5e6102155bafb044bb6a82a74762715505062792a0f8b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73c9ae904c62aca8ed0c12199a91d80347536f53
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d95268402e1a04ea10f14c6bb886ab242e5e3e0b5b0a67fc7888ea9e087f0cb7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef0e702be1a0e3e2631b711f5b4083f15a2edc69
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0fcda8cf67d10213bf0ae1519e2299bdd4ff2d81bb408fb8f0125979b7ad99
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d9dfeb6079899032b82112cbf152390fddc855c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286989e57240c662f8a58266993f2a96ebf00ace5f8bb0267610e057ac26e88f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd8104aee3cd3301c95f36044de40168728a0ee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8db260ce4b75b1288855d5ed2b008991e63c0be26f5354bc5057b4d09884398
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3648c025b8214b5c825688a090e994f5f50378e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6848e1c368cd2211d15c2666aad6b3e5616ed9f475efc43dad4d3edd7bac7db
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6fcb957b16900fc1ed1b2039f03f93663f16eb7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f39afef3efbb145b6de0f0e06072de0ac8f4952045bcf6636fd7500ac08187
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb724a1e96c8c95d82f5562bc4d212fcbdc6acf0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:687a136b22d9b19eb5fdf34f8c8cda0b015b6a0e42dca18155b4f89496f32b38
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9331bec69abe5b84dcb41ba21eeae2dd3281329c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3162cbfba4ee8fc4e174d5f40bed3471aa4a42c36cc72aaf0a5d693ba9020f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ea106943c93c250a1b8a60f95a1db16755467b5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873f943599b67a44ccb8e23eb897d49e79a2c6d7d3a01f5a4c4ecde331c49525
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4acbdc50b32e27bdd84e110b11c8cfe3403e538e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bcf985814f9d4e11294dc28b14f775dbb22841aa1d173225e6056c8ec952b89
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06a987eaecf17f58cd21b251adef76f77f30b94
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c1a8b1bc544400821f393923a3a6879fab5d65138227b6ad3090e3349580706
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d50b859ae6e2af3b7a4352f5d2bce953add2934
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3547dea744017226be0b8daf692e47dd4469f7af14390d8d5195042d849195f5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dafd91ded3c06610d6fe25c29a80eee660a379c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e532fafec93ad00df0904b3bfb4af77f0085b81e69c9796109020db33513fd4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2b85150158a9ac94788ebd6b91fe292bf20df2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe03e2a04d2061a47d64aa501ea22b3f1bfb70428ab3fa729c5eb7fad789f48
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d384f8cbd2e8cf0627313719d9579019862b401b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2d4ebd109315913e7bd2b4bb6c462d48a273c5e168bb30494e0783f09d35ea
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..600381b6585cfd14864c919234befa5e4987c604
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f0397b28172a3ddc8f7cf8865405924b3f3ba3d3de591ef44bc924fe105e2b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341a6601d0a835bba31ef2f63940209e017a5f1e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a65c9a0c1aab3ce8a30fa9ab80ceff095def8a7f89038bd85ca94d463536c6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f9f938f081d627ca980fd85d0d60f7762438ec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0302fe57ac5885dcce3603be3fce93f3d2bacf140eb8e25e042ea027fdbfdad4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a3853388e468b961a88715c1022e06681d20918
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb83722272e37cf35eb0523c1c06e5d00ba7c0d8406cc19993791ab356877386
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf904609e37757f8c18a7523c0960850c81cda1f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc469a2f8eb2297ffb9bf1c32f87077b224c1ad9f83b64097739bd537ae8abf
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b5d11c270dd1741da37f48fbb657225f9a6dd7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208ee925ee6ae0ccede8f39eb4c9185fa87e7a151fb85077c208f51ffec78c90
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a165ac7bedd14f6fd9d6f317454533fb6cf30e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822f249ca29d6f89fccd2c01dc72a793139471ac2d2be08adba353bbf42d2a6a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e23dc874f93f58b460ad99b8e933e7f17c1c0b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18e4cad0b96b423f8c1bd22b5acd77c46b78f919958160b6e13ec9210b4f3ac
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d9c46ad86632fd023e669705cde981a4ef3154
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a1b81bf6260468ec3145a740d6ec81aa83c936642b8c871304b538a683e2db0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ae4e5e82967d455ae18ab8fca465ab8e734b08
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b10f600cbaa7d1cccb40eedddee0a675748ec38d18fafcf677814418bf955c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0e56ac56e34a861970060da533d7094c6cabd3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d992ba99c575426b9d558bae2a95afbc62598086e96bd61caeaa2875177813
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d43649866233a06371467f0c69d3de7353321ee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b424d965c0bfb3302583ef7dd78d8aacc99e92dcee6165dbf231fd9ff1318a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef2cdb7432909520ca501ae16483e78edde78bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddad401b1a7a82162cc8eb9d56553ca25816e1f756e0f21aa1fbc374616d45d8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04fc2867a765eb601d1de0e5d3fc659d7fc64e47
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5d034c91b7786aad38234a680f484d276dcd8fb3946085aacbef4cf1cdc3a6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d5a1a92c7aaafdcb516c0ac6c91f6d22437dc49
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60252cfb944396cf678f2f5b446c5268d7e64ed3821715a63f731acf19cfb108
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ce543cd9108ada4e5ea3cd4c33fa3c6b2a8434
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:057605b827aff7ba0667ff055141141abe4c7825ac8c376d887cffdcc82edff5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..313e3b859a8c96d4ac743caea2e2695686df4892
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b48a05e994b8a6de28f63151dc2f75c8fca8bde7a4a88539d1f6f30248d1c9
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a1b5f6c935d49de5f1f1a6c7e36a47b86c7a1d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83977155f70d1b667d2a01e56cdd4302de1b9f4f1cce56f1e33d4658d8191314
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7c517303e7056afab7c3c71fe7099a13e0cc49
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13018e1fc61c3f80426db1735ade68dec492b429505550daee7860b084697e26
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dee119704fe6f1bc5a98860789822ef54f11fdb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8028ca3e57bda484017697410db6daf0e1c2bae399f2e732060943b9cd9c5d2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b50042646f87446f13bfbfeb19774906f9b3c7e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158f0a28691b178812bc78a0b960396e4fa6c62753df61c0a18ae4fae3f9b1cd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c9c99128b39c4be37c9a4149f21b9771ebdaf7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:486b2ef5c6f1b2f397e957808f245e07a94a04149501cdd5203107d2c2c28220
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e1bded29654d0b3873dce57f954fcc397598c37
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de091119d668dbc59d2c0774d31224ebfdf260d3f54d1405a660bab9e25985fa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03bdc412598296354a3c7f7c1f7d8f1f7131ae01
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f4e116129069329106110342f83a6ccbf97344a69d7220c7a0bd43e58b396da
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d21bf76b3631122a75706e30a9cd5508e4b53b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61cad48e714466a427be669d21be1a49131f0d8b2550be97cf6a26c6b448a46
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a958bcd1f935133b9b7731c12bddd52da9b2f4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca41e46598760cccd2830cc6f977bc6656b88dc4ffc10d0f0fe76c068f8b5aaf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94e94a5ec6c643abb5cd292ba3871eed066f273f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc2e99aa8cf7bbd35d37fd8c13d3f47e34e804e29e249a14ca10fc1bcbd881d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87fb6fbc74a79b2146ebc9caeaa0b0cee598cfaa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c2adcec66c37b135c2fcadbd40d2ca861f35c7006d0a5dfc6753507b4dfe8e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8fd4acdb6a0349a5d58e056c66ebd1ed462093f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8515bc2a280eccb59eb783ea051d14c35199fc7d141a7b8826230f1e6a63b27
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b7d18de34171d6a57c3068fc0c37661a34759a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772e4d9bfed37b03f9c327895e0fa64481ae2b5ff0aa528dbcac5bf79fe22696
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1523258055fd3a27bf55990ae34cb825a1381e61
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc0ee41dcc982d88139e9672ac9615963dde41efde3f453df9a20629fd475e3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646ecb273f79c1042005d74ec193fee7e6ffafe2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f1a771f5137a794cffb7777a6df0d75acbd46dbc1a297ca635d42b072ed265d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516891245aaa28aece45b9e2eed6090e683cec3d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd25b901d307ea76d9cc2e37ea7966788fc6192f3a2faa68deae54602b91a996
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a69d52b19cf87fd3382e99fc804aa4806d0a6bf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1314899b796d6e63d0d2c89ec684b80b2d0a713386c6d0258b31591c1c5e738f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b2bc13332648dc8f4f4a7f628f30b5b360e0dac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61d5ce2c4c0472dbd0d62a05d5c785637ee3efad09ac69b949eaa3017314cea
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4672bf68d42ab36a63742c9dc07683bbdfa76c6a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88f3e57b547423e14cadcc207189632e04458fd4197665f43a220acaccabfb7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ebf8f148a9f2201cb51dd7bc244bf3cbde1224e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9d3719c9e090c955749407d23040e9083f096049d87a52c1c2555ecc4fc2fd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26d59d8287a6bba883fb1a571f96c4326d69ac5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b68e1831d3b084c703879b0a560719e60b9ec3b8990f92e96c5d2cd8d7f456
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030953507e1a25105f6408cedc45b1504f99dc20
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1490fecb36f3d35806b6590cc94e7a7f1fef062334b26b953d156a64436d24be
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798004c6bd67866a57133a8b3dee936e61a974e1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3fcc746fde9c672194363b9e42a01f995372800a3263f431e7003a4d696bb4
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28dd19713e65521ec52e2f1bef11b2c0c6d5f902
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ed57ac8a9780caca2e6c10b4431dd669c7aca4ab4850b552c72ae2ec9bc4c9
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675b50edc321b462523fe1d98760bd2b2fe30c28
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c8001a69977d724c6918ed2c9222831bf0ea387519b97facd9d0412ffe3b7f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84293c97980b2fdf8de7431c96cd5523a9c95e94
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e92ebfeb093b1e29824afd71089e05bbe8c6780578b11b7a030046a47482d97
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e76f36d5d31ba2154f1866718d244ef393308507
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710a7b417f10daa35a0f481130a52987c566eb23f942b0617715c2c340fb602e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97ea14f1f9fee2d0c8fa37b05a56083d9f896d5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac5e9899359888ca2efe28cb70d8cb194512c15dbf707965256d0591a7cdd8c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b3ccb53bbca2591ddd6f516ee6cf4dfa929cea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29edc35c3f7600e89c8df7564d608827a0bf741a44b23eb2e6aa1de335ac024
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b662f82813ed24503c7cddf2db697c9b298cd3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8b4dacda83259dbb8a10a8260ced388a309786c4f498f3c7a457ae69220324
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..269fd76fd7d826b4f75994ad3751451183b26627
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0163f7d34bd3c00c116df5e2c88baf6a1523cdf1b119d8dab278ee66a45e37
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d8c64feaf5d2071680fe8f3d91aadd05f6065bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec115aec7749353592c31844795718a488e33986482709f48bc58acf76b7f09
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3294a2292b045ad39a659ea1264ff76d9032b81a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387c90e9903815729f3b7eb715264c6875350e69b0a06c6977a33bac101726c5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11434ea7eea07c719de2306758188c75248b8c4a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d665dcbf06bddd2b706cc98ab15bc946a9facb10e24e334efd8083081bced4c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10922e90c3873968c7046d8c52b05337bf7f5d5b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3696af78b69f85ffb8b015bf6eb227ceb2d709e1f4c04f450993f423152a24c
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c8c5585d0bb059c55c673a3fe65dd8cfae222b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8936f6416e48e51dd1a204ca1e6c73260e6be6fa733bea5bd876e10f807e9dd5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e31ce8c26f38e15b1c821aea30bef13c7fcad0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abcc55367f337efd51c98469d844fde490aaa5fbd2edee414a99294600bb4c50
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb942021e4758e0f3474a81c05d792e83e4c5658
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d40fd7ab5904d189065336949dc5fe97a816d8f0095b4c1b9cc77044658210d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a97b9223cbd4db6f8fc28ccb726ac3247c358d0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37ad7830eaaff91f7da13461281d3ed2a446101dc6aa0c09a935ab13bda847a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f9fa9632f735e296f377a0fe299d287f5aa6e47
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a6a9e1094dbda935c07ceca7e206cccbe11d61582de510bb817675103f9ce0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4aacd42fbe2e8beef60372e566f1160d9ac4a56
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0005d7552e27c16e00bb6d50a078c42622f03f2d06f69dfc4d50aa2cf6204397
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79dc5a62a162e41fdaa4b2c8256625aee22f54d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09305f7dbe73fe1b3ad07455bcb5ba4e839e1e526e3464f4df1644b1c5f78908
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574d96ea4a66f184be964a0a524d016c27e2585c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d7643915f79271aa6f0f0d24246ee23eaeac6651d6b2a21cfd484177321df9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcc1d9b6e39df44a2567452b66e0795cc0fd59af
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0bdab632964c30cbb3a412460824e8c350d6fecce3799c216d99e92b1dfa72
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c849beccc69d062b0059842fc061cfb83e9fec75
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00812c75f3a92f8eebb733caf702e3eb7da8c33d66545d7338fa1e1fa33ae37
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82a53d966413f47dd1a61404ba70002d0bafdc04
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902016e9bd5fd8abd11ce75e4c925632e1149f26ba0f8e157b10ecb6f4873501
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e544bf83a72b6eb5f9661db76b33d84d4dcc2229
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1205b0bdc1688737bd63f39e840a79196f300f769ace9c4fbb47909947afbc2d
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..138869735f399fe2022f282102937834e94e4128
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f80ceaedb94bab7991d9853af53c2e5404f4517f2bdf8111217ec9dbf0c967fb
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9978bc0a3a6a6edc33b646cefa4b0ad21964297a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40dc29a5df28fc311c654aa918eb8e8fa7eb8cb24d19e66c4ceabf74a0072d0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19d147a4d45615ea30256cd505c726a9d2a1931b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae03e7589abd71d2e8b3a10ac5b80601fc9cd16c582dff3c52a4f6d7120e829
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deebeffcd24160b683a512f6197a9100f5d5accc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22cea0537f4d9d37769b7e20ab5d6a2698548bfd9ba72b1fdd4f3b4692e0ddfa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82c0db14b472bb017fe8c627b15a298dab558498
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ba2edb23b7d898661a6b60ebb413869ff00b1c419a4b218a5108b36ffd9aa9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10427a1542b733e6a387b23b74aaf925d369d376
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:502451f11f1e3c0c3e355426b322385b227f1810ab4b9f4881dbdc12c4198f5b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e12adcd74e7fd60384b27e7492899fe4196c1197
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:354db0aeaad88b502aca889ee716dbe14b6da66155bcc4f3f2b57c282d61edde
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4c4c43b911ce6b8625770125283a2c125acd9f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3273d0d309d8fb338fc99b9553135f43ddb38340246d0f9c80fd68093f39721e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..360ded59eafeb108952f100b995e723a2675d1ad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d34b0f1f202a528be66806b8e3d15fdd56c377da9514225604e30478a171248
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..620fa9eb6f534c8330465019d239bcaacd847563
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e422991fc9aad59a6ff0ddd68473c81b80e42103b3268101494a817d13369f28
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae527cabfb35a1dd36722fff8ad9993fd9c689f4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ec14bba09279673d57ce745d964bfa2ae5a006b76605e6e0f33bcb92869892
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76146e9531b78deb321d8b0cd9548d9916fa27d5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c92e033260457ff25fa31bec451fe36728398b3863dc70216e4bd545ced46c
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee61c15a89e905279c23659f1d9be2d6ce315f8e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db488ec9f95235126877a150acba79777493826243305f611656391fb76f9afa
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..994cfe1033466c07874731349911148e0926cd88
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d899fa14afab80422c209615fcfc7fe0363780a34a197b2d3f87959df4e236c5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c01f3955785ccbd1b63bf275ea762e5fe3e47d1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ca806854b57e926d77a118f9b0fa1789aaf260c1e8abb2c0b378bfba40a94c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e80be9cd4bab4d9efcede97d361a0a0d94150a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726a0028d1e73969ecd06213f465cf424775129470ddc58261214f75d8994ac8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff09b991e0a54962308542bffca0d7c0405f4c9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e776a7e56e0d192a84f3b874b08d16effb1e405a1e063694247c4b8d6c8937
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62819e22c40a826e8a30a4906160b069892152f7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7efee276f8a6815c0deb10f0f531271c239b62140041b328126ba8b5692778c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59c85435e4e5be78752a31a57f9c3f2bbff5ad48
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9578ea9c2d0a6edd4c9d792c1716706ce526635944e66752ef5e0e4053f1b9d2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51fb2141a59e1a1f2e8666f59210c7e2b7758cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346ce94a00f1c584ce21c503d8e2b618f89e82391ab0f37a6eaa865cae92f7df
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e47266e10f90afd7d6c68083fa38a4ea5216cde5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47395ab21f976ee73b0d3afe2b284afc04335ecf68216eaed6843731a9cf80e8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09dea71e0be09778694a06cce40aee46350b9ac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba6b2f22f2fecb3506ea795084a497f57d8032994ecba9f79997231b7158f8e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91faf6fe251a40ad0d01c1dcc7816019c85a070b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec75ecc200050ec4d881e1c8993b87dccd40ad98049c6a73a27f93ebaea09af
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e64641feabd12e3a86a45473748fee0af0b4cbf2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1137e749f121b30ffbf86db5be6db58eda8d59df0fbc27d73d41f1363813d259
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21923acee0a6bf1838941ac8d4e5edf466c34dc3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20c65961bdb4a5a84445374a0f159bc0cf7b491f7b377fc5a145f801df34697
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d9ceb6262b4057915c9175116fe77c62e5c19bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d2d6da2049e1c3b6ae836e1648481d3f43c1912f201b9a3844356418293589
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f245eb9ebc01a4a65b4f57266d42839573d360c9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48db22142171f9f07ae27a5ea949838649e9cbd113897837447bc12e0d74ee4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c547beab6eb0c4fb812a38ec07b6972143c7f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df34ae5cbbcc17231e9325a972b5d74ec1ee416013dd092bf5ac46cc03994be1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7302f511408c450c547b040ca62547554a92b70
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c318f0f2e7793647b039d61388fc43e15910a3d16ad5fb510008d619e94abd3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c2e0b99cb41defc8bed0eaebbf565ec4796938
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c847559660a2341a91d6f16ab1be1142b1e20dd7d6e93d011f68b92d301117c5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e1be8193571df5c8b093ed625e03c44a8213d7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e217d46e52de71eae0a85567f169afb8467067a66661751392cd2cdf544ca9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b74a7bf94a2db4482b1584c9f86ad05d6551c6a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2fee361c1d8e0ad503ca2947493ba3dcec98722f40e96a6209e50fdebf65b21
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db21ba688f3e3001d78bc19fa6dd17c7691e13bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127a013f9210400b0c52777a2e986d852c8a64cbc3d34adad09f6714ae8dd9a4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1426e8b91d233787c21dca977e99a84582fa1ea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6cf6bd26f375c170912d641481d811fb73bf825d79e62d74f78efe7d3f6876
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9379aacccfbedfa0ec42131773013cf2679ff1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a417e515f65c5a8789619be65966c42255bb1f5ce523935b11a52e721f0e8d34
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e213f3695bc0c37b55a1572a1cf33c775da89b8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5e4b2a1ba2553e987c30062fd606fc32d554e4e7fdb606d7be74c99dc200f8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6943e58dd4ec9c747796f813152153f33ea56a6b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6d931b67e8bbbb6dbb2badf94e8ea93472454c6405917840e85af49889790e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89381ecd2c2f1ce9945fbf5ba16d0a6436d5bee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6622ec2090f5d9b76b22b82c23f51fd00c3010b75357fdc42f95221d130c0153
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a22c9a801194b54d8d86aedd9c4a0fb0ce73419e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e751b339d59ca062078d3f54c16e7632e4cdf3c9fb2db341b5a1a2f6aef02401
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/lm_head/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b56ed92380dfe3a3d7ff40380ef62b3ac41ca93e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fce6159547f890820a8c5771ab855a2f730b26cfeef58252d9732f83784fe85
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/lm_head/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a304f6333c909a3ddd81ea727a0d21415f97116e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328b74cf78c1d31dcd31f6721687e1dbbc4b17a28b246985b71f2ac189607b37
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbfa094f78f912ecae8719fbda5835294b4bd88d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e076179df38f5a5620e5f13a8626374196d8330c2d54267653bd868db2c6f96d
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e7707775c2d9aa2d97bb6dc4e8518c2aec4c8b7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f8b11c0f571cc40bfc9f621ee0b5bcf518d61e09ec02e3057f6c7afbd2dcda0
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e0073f5198841e6b350ecb708099398316e77d8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d7b8edd6bcf6e31182a08d21ce0fcdb0832bce9226926cb963fe941a5c6baa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1123cde558c192846e8f877f57d361b8b1766c2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac845404f2c2f8bcfb4bc7b5495634b7154f888e48b27b572b25333df0bb20a6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0819c63a0e4a91165107111d32f4356d177e595e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f5a992c06d0a4651cecf35ae707467f8da1ddca8842da1c8c138f326ff81b0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9822198af75fb7fa7c2bb4ce646556c958bfd0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb0d9a5f4ac13d558e2620317673f9c7b3f970c34fc365cc73f050a473277bb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1faf76010cc17e4a349b0035f76926490372557d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376a29e2d4a5a4fe5b0f6a433d9c7b53c924048339c87d0a4cbfb83df3979288
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff36879ba196b91d13c467061db3aa9471024e59
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610743300c29eb518b41dad02f6dd0871bb8f9c9e0587cc85ac186d4a78e894a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e7decf33d563642235a60d93b3f63011f954fc5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ba225074878614b1bd2c50548d2c09e4aaa725fd3fff6fb61957c12da35f91
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f68c4fb80c93b6dfed1320a6ac9a3b0000f26f6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51aa2039c16c1800e6f1c7fd39707edc0d07a43689cd3f666eee517baf828951
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36075666288727d6adfe849546b34dfa3e4af20f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70bc1b5a6f8457c7143e117ea757a72e8ddb8dc02f8cddf33d65fcd6dd71892f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d233186b308794af90712ece7825e9f50c2d59d1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb9400d752c7f083d793168f696fa30f31bab90f4d017f907c807e0ced1869f2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c213fc320057b8558436edd160567dabf5beb715
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec46608120e1f424aebfaa2f869303510dbd8b460ae830c5883ecbe8256d0cd1
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ecf907a8a786ee532565dce93d9ba58fc6c3636
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8976d72be37a75c8878a1d3de33bfbb3b28b2c71b47d8f537cb86edd3677a904
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94e0b4bc75905f5546b12cb91c3402849a3173ee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d041c25bd8b5f67e98cb08e008b9c968b639544aedb2ec5c6b59d67586e059fd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828c0d936e6a46af117ee874322a011e512f65c7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca59441be7decbbd75ee4a47bf6b6e091f8a0f4bdd67bf4d548237056a36c73f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f28facc883ceb530eb4067cca099ac24b857b158
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3259cbf45dc154dcd594058f2ef742862effaa460209ec3e526dca75b9b819
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e23dd34f9ebab738fbf0895b85f8e84d020df37
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183bf2ab1442f98aadde18924234265d00eefb3a3bbc5641b8f11fe209ec4aef
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78deda127a1da63c22961ca301cbc936cab4f381
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c6f2ca6ae8d8c4e0b6fe41dd3fcd68b7fe88c6017d54285a605bb6839d1749
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47913937f3938dec6bdec90713a516fea17bb24a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:932a397270b1179feab8d09585276d689af1086d0ef860956bd5c2c371eb24de
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8a2015438db159eb8abd56a99caec2cbc3e31d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764d258a7f22187091ac26b9ab4ab4e743a8f42bf42023859fc624361eb4648f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b49bbc0fd5850bef68cbca13e0a9ec68425cf17
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:370823119838667bfb7969bd440c3fb64493fa43527bffebe92adc642d2cfae1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61588e7af5b5d0ca24cf5a157810d566267d8a75
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2ab3b16319655b62b1f948b7fb1dd50e50a929393c8d1a29652c5903df30b3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c839f4af7d354ee2aac383ef3ecfe0ef77c020
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd4cd0b7b2e46e7a3173e14a6f85eeb1bf28018fd67fc4dcf7de6e6e15de9a6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4395e1adf2b7ced454df4a67d6bf28aadae9314e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afba3697e52ac869972a9bdccfdecf761e29a7247739073fcebe5518e7ea5c49
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0dba7aae977840be2907010874f352d0fcccd6c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d00395ef0d37370efe81d2b8c71cf49f47779d44eac8a5797dd70fe1e461274
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caad172953df1133346318cc5e9fa6bd9928f83a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b69bbee743856edef66b7b0dbaad66461c0e47f044bce15f42146ab00e12dbb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9820e700787431a9196db08f0f03e38175660edb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cbaddaaeb28a7ccabd48dfdaf4c506bb83a88b4d68472d35def56859b39be7e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d39cbe70fb718239eccecfd804fe21e5b15d7c1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27c48fb03375eec0de845d12c9bc0ab8d5667f59f7e5d6442d3b2aa47fb39dd5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a231bbd960af68cde68a833e29d7771f2165c7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:395b022731ce09fc5926aceb945cc37bca979d6a03b44c427fda279336694d2d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51591aabed08d8027b4de2e12e9471560e1124c2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a10855fb6a2246780b27ab549d4a332d57d54b17948621d070c54283385030
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d5b31c9270d791397adbbcc6be0597a1e2d643
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507e01b3151dbcb01a9f823f71b7c0c817ca87683d45819683160d2343de2f28
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76385f9cda87541482314222a6c0587674536154
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e0ff0112099914de7f90b927e559e3e790babe896207831fc3baf2aff02fa6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..497ff212efc5bbd727d1d8f4b3a6aae0f67a925a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6714217d968bc847a0ecd0a30c006184b993f8750c9e5d9ce62bbc12667233
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2415297ad0e28f59cee4ce2a2ac34e8dda27e74c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aae971ef0a662605d610e4d73d0745cf5a095aa97a4aeaf127b2e39706e1c40
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6eb93f9e782ac09c9bcecc662d7120b05629fc6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de40fc85817f1ef29601d3af856283034b8d42b1daf8cf0f0b31f2438ddf365
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7943252628c497554007e5319f295f31a14ee4a7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf157bf139e80573d4baadb0e04bcd701e71a610b8f46870b0afc7c10c200ff3
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf247d1b37f741e05dd065d8cc3ad7a3d4e8e0a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86c83a82bc121c4f51df587d9c817210a8b870d67fafc0e1449ce494696aa642
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..904bb190a2e61497c1ad5b8808a027cf478f2624
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f9b542839a28aa178d8fc36b59d204f36ef6b7f18a663daeeaa4df19cb7a3f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ebb9d82127911f7c78127f6972828b48463b90b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:035fade6beb9ee5345f64931583ba1c1095c4404250e00c42c1070c4fbffaa2b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a3e9ffa4de83ab04e417f2669b816c2f186bd6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c21aa848e4edee40968c6c9077c436a13ddd80e891a9e6ec15e665b5b532aa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ca450622f38f575722d9684b1877dea98e754a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4439ec3ec10c997ef4263522af6ce985ae546cf0597c8aa54a1bd952f3780c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c6df8075fef8f9330e20a66e16b4bf65e43f7dd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:617bad5c075f2c6ec4dec500908f088981821cf96c89068c6c0435b27b2b2f01
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93aadc8a713c7b6fa5c04a6b2fe2207c4c48e432
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9922d4b9956e447c881811cb413f69f3266413606710502e0f48908ac586dfb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab09c9de4ada104619bacc1f7d2c14c5262a9934
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f4ed7f50d78a35ca96f1eb81eba1687f18938d9c89484cc4abc29713328890
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd530af3bb8e62365d72c16c0571db395def3ab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1717f5ef96b61c6aa46c2a20dcb498c5230098463d4439d1a889b72a426f77f2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f4840f9c396d819860993da84687e8ffbb6473d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a4a0cf5cfc9ca0fb15004b2d03f90da86532ec5884dc9fb6a70f94fe4cda31
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..323a4fd103ba5e51bf906042c08f75631fa8d5d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f11400752953c331a6d411100ed86450e609cb09050b7028494ca930c27d8381
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d5ca08286e33ac13f150dfdd24e9217d159cbc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329f7857771d75a7a0021a3947e0198bf14ac9bdae79b04dfe82a129b38068ea
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ddb791249ac7cdf16a9b0527003ced1516ca72
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab70861cb6b7e9a3cf8840743c19f62f5704cdea8f42d8ad6493e0c8c128bd60
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b4fd15b8359f451f6bedee59d915488fb2ef593
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0e05b61c79cfc269bc51b977ea5564b435a952e8fe6263a42b16e476aa700f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6815630ba77d909cc1a46ce3174e099e2bc13436
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb2361bac3a5cc9f7b3ead80fe42ec2a3e23943bfdb45ce6d12908d1c25c1df
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2720306a80c7f8d91a85a2afe80459688734cd8b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f852158e40e60d0532cfe7a1a0a066c625b5f84351f8c5c052486941c337ac61
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430040a3ff243a26fd08be78b63f28308109f2db
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156ccf8c7a3fe62737c67aeb06764e6ad16d76fb8e97e3ecee791f83744ce1b4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d557875e676bbdd62e9434661a617ebe282cb0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6599f933bf68fc86c40ade6bd0edaa2f92b58b99fcff5dfa9f6114f4e7f5e07
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1fe447a8f711621cd5b1d4b11d6c295c59eb806
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1f08f57cefd414d7ad335f2da08f4fde193d25bd3fb4d6489bca1add5ab402
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db916d945333947c25e963070d09a53b2545d45
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af9a78e1be25176eb2e19975e6dfd5c7ebb6b606b7c3d5fd79b76c6ca796976
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14607bcdfb1964a4e16644e5f0a8c840599ac266
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97dbb7ad2cfb60f91ff928a10ec9d4f1a61266e5a5c83876f0c1a19a4c73d2dd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41d8a3fcdf6fb008c33c9283b377afbb6906a62d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a122c71aaa825361883d9a495828dfbd2d592c6117b7344a243fbef7a678531f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd806f04798bb4a88c29390cba2473c05aa335a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8f4acb68a01fdbf721c2790d0b6da439ce2157ee77bedd5831feb9f141c310
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfcb06660dd77412354f8b6a158a9514e1afe5c8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa446eb75b9571a6fe0257624d4471f6ae8bdc311b564dd45f7e7482471253e9
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835cdff06bc2ec6d64f60e7083826456403fcd17
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76533a757de40f46b6e426b024580c5fd8b4bccf9955137ab66602d42515c85a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a09315f827404cffa60874f18f6052e54397d83
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475e9d658451dbb5828a33a5b7ad4cb27739e6bc7f89b35b40b1982e72b49bd5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c45f020811ba434bd8ef388ae3ca7cca2b2f350
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fefbc05893ea47c01599f29ed263034be85a4a66d02b1c87b77421d2ab9607b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fd42d26b895e5b93f9bdbcb4a31d295360d8f22
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852725a4be30295c817d561059cac408e7889100fd1cbad67e390af0df43ca98
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b331e676f5bb20a142639752e5d27368cf5aeb6b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c88e257345010b1951374edf95b2f7a7f068147aa000ee5d35eabd2b47d6a95
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d6063ea978bbe098724875e762b9954d15ec984
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e606fc4c54ad944b87f4c9112c93f206db5a9bc39f7cc9ce3bd8fcf5d4f33b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2bcb6adef84e697d2bf78fd1ba087327ed4756a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a08a9dea450e96e30e025634c98592c55d7b6baab04640008f3c5f34b6a658
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d717db056e2bdb92c5bc8b4821e36e984fe5ebb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f5aa607144fc4390509e5c2d38d1a83fa96d93bfd885f2056e331f6e754608
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b527051c8fde768f596e3e06a607dac2a420e33d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9fc4ea752c7698a268620f1cd24d5fbb5a1a3662f23994289ff20699b47aaa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bebc02ebee48c4e51789ad2ba24527bbb6edbf0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e717215169dd2575ab0a5df9faf6fbfe5396c468de717035f89dbcb348d132
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ee7090766ff8e92ec464fa6d249d527050e20c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f76d2ddb44e7cdb4687ec22ca1a3d8dd046904557437fa90ce3e7e175f3bfb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca85ec77f40c2bda7e8ab059449d87327396ce0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52f5236e5a9aaf8889022183991c3b377a3487355b6988326f8729a02edf525
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37de86205ff6d0f2985a2d96168c83f91bf0aab9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c678ae16ce5c14a53224ab08714598f8e7fbd65166743bd46429bbd523213e6
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ab4973a2d3ec7bfa44144536660e45f5a0c97a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f74544d75a57f4be1ffa89d743d3d9ad96fad6aa6b5b55014af63b4f82c957
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d1c7693869fcbd5275c594e0eeab5e4ed539e7e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db3f0c72725869d17e98b70470bdbfe6635e39d300494e3c767af66e4a2dd634
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3474b4ac74d31ae5e9775a8eae31f57442aec5e4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaaf51c490025fa61ad46c38451c917d7cdcdee5fdbdd9836d9092d22a7b75dd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d5e6c4f0bbd9f1455831c56f749bbb8bdfd2e83
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac58bf89bd7fa4dcaba6701785b98e66a51c4497e63e1624a7f742b01e35e366
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7467e11a04ff9b77809f69284261c02c64ec4a00
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:930e25d7edaabb9a4b3d7791e97ce8ec04ff1b5438e9c0931bbe2821d56bb401
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bab6d52c0f44d459fc13982fcdce70873a9bbe0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e08ada833fc91ed4a09042c8a8edce48cee368dc0b6e8720eaea288aabc33c0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d26644a59667e0a36bde0ed75f810ce985b7b41
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:107bbc7f22ee27c727469f7687c6a098ca7ae9e39d9e27a74b280df95a86f486
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0c6f7a210533f19766884a8b379b3f88ac82b5b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b8b1a9e58ef1fa70d86118a6d911b5a2e77a2f046573e44c36a482e3d2d060
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71fb8f9e5ea0b94b962f3033b7b921f509c062c1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65802a2b6539340314603e2abf1c8f7369e545f23a862397266dd9ac007fb693
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30bd4bb20e2eb6fe515e05371b8a074ec9ed73e4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac86f46ee3717e44b5f197b001a63f7383929049a0ca5b05d3df401918b8144
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b16c0ec36070dafd2cfa69806e622a3692d192b4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c675a38320b8220dca4639cc360ccde874df0ce5606bb9cb5f655c37165e4c
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbacb0ef5e8e787d6a4417e5c42f532121d4e364
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef7f7b6e8c68a73ac8f4f90bf8fa6fed742525e019d25a0a27922b08221ae43
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..070cf4ab1aa57d6bc98fd84655484f0e38c67944
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:899011c6b03ae96310d2dfad69f0e71cb92a2d881cf9ab6093f2e86ee8f6d582
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a3983a4d857f3889ae4ce6d5b9bdb58cdadc317
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b074d58df02b0ecd0b01e791bea95b71ea819b3bb30bbd01d0480f6f8e3548b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12702a3f79f664ccdb611ac7fc68f40d707bab03
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea357bc2e64559a3dfc42233f7d4b212f2bbc3c1499474c1049cf1f44f2df6e0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba26b3738fe8e9d10bf4ebb6fdaddeddd7ba4d5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c9b3eaff6367bdc516ca38e23454fda6f0cbb092455a13637c28a1c0735b5d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed942a64ccc2556d3ac7bf868556b6c9b514bf64
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e02718288e96ca12734d6ce7eb360e825ee42a324fc4e76a23a6b916f4e4221
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b684056cdb130faaa32bd113d1d0a6e06888f9b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2199c512045c010203140757faa237fdefabbcfffc36cdcd695dc8785c07078
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623e220100d499dd97a26a3376f35c20b687b19a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa9ebed6a298bdf5407b4b83f1be6e30584c67d07340182927acc201f90d819
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed95a57e47d48e75e653c5e64d65cbcc2b5cd18b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bef57d4eb8cf031f65958088fb37104d00f656fc694ecd971a98c7d8f934df7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dbcea03f1e1532e8db55f5a257678e67620a015
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad3ec1d1390350df981ba000d3b4843be69bcbecf8e5cec479358e6239983ad7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b5898e5b5843bbaf7038fd5983899f7102333b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609fb13b6769e2a8071aad945bc9fd398360fc5726194464d2cd6a02639da470
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d2cc1945fb949e66a2a3dd07e611d2ed466c79a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:543558d289c46bd5c45dd8b61381897cde99f0f72b7c74b797026dfdfd859f35
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9dfbc6d4ba540411135a27ae12ede9cfe73fbb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1a0c9b7449866d3402787de9e5dd9bd7c22c490135a919e1060660bee9af90
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f937a110c4b39d21ed09f68d59991395c3a148ea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4d55563330b618de7f3c6be978ee7b6740b9d0c6e2372050cfe8fd3f5dc7717
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bfa377a8efb661ca87750229a2ffe91efada3a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6678ba9dea7f6eb0157cda3ada651e23d69c768220bd5ac4efeea23ab31bb3b3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5932c932c1a803ed19575668dc2f9164fe5ad124
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d00618b64856b029c9d765d1ae9f0a8bb9e224956baab4448cd95dfe95c05d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f80c8b4be52c98d3aa56fbfe9193659ea062deb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2f132d9469c55e70f57ec7bfcc4e55e1f416984773d9a82b3395e29334a070
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a856d7054c899f4c5010f6c0b37acd15c275972
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d23085e8eda1759b8e6afa2d4748fadd632d46b092fade0e6b096d9c932bc4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ded7f20b1a3ab3cb25722a12a3d5794d591224e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d08189f5ce60d92b4a3f949d445a9dc488ce5178793c493dc31f4b2b6f9810a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71cce5b473702e43efada0cadac7c140a1d1c14f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb55f9daf8ede83765c363f51528e0bb70becc76ee981f9bc7c559d64bd9122
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ca48a2ef8870457e37c812a13b6eacdd6f4da8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c82fc106d7ec5587be391c50002a5ecdecf0d81a7a071a4d54f7580bbf7664b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12c6f523c9681587da4778f4b58cfdc0fa77933
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb0b813f858a99e30702c81f7a8d7dcf28916bfe34d9cd2f9e95d4863cf1b78
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6b8bef0ed22e55f779e306d374b6435897e1bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a113cd026748945fd3ebec0ba786e3107805746347949e8ac0cb66243e9c5896
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d12e8839101e324fe7edc13329b354cd28b776b2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ba1527dbecfbd4d160d322fe536784aab0457031e45749f1c3d9f78fb2f6fd
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..119452ee9e3a1943858c919293f6719c1354d4dd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476bae754d99bee719772cf5fb0aa3b3e256a3036508284d8a3517287ee0825a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14205ad1963dedefe47eb8ad1c7b7a9fae03f0fb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183bfa9a38c64ffe538a9a279f41bb10c51a893de89f452753d16329db9e71cb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10afb9dc0388e5d7cceb179daa4a9577dd439f81
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8db2fde8c05744ea8e6f17d485cde2bdbe9b40cf6995cc9558ea527b54da97b4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c37363d996f1d2650afef01d49ad155099dc5e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da2753cc9ff97f2d2de5602d8262d1bc79bd72b7bbbc55cc8f678da90e50d25
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc35cf1e39dac9d006ea4f7dbff2eab8cea097a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53ca5b376be307d314e2e08abb8940edbeee39c48743b8c6e98d9fc175655b5c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abec98e7d13642aeadaea68e2ac34f7ef49645df
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84448c3819ba996cc0d33d8c736e47ef9f29253ba3a77bb5a58ecb387622d6fa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d9c81d231c344b67f81dc3725462c065518c2f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b80107ac994db9e736e74bbdc0bcbe9375007fac6208a8d9cb13072ca44075a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8e59af0551dffcafaeb0d0094f84f77802214e7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28faef578b134daaa1db824d7ebfcb21091b6e0fc235cbf1bee2561760f1ffda
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca45359ed96b2fe4af2d78cf8adaa2c9bdd3d3e5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1976a5909cf532b404276f45f14d74e06ed006d2846ec357243e2a53fcd8201
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85cd0a25edf4d7e5b1f130c5786ce11ce0bf5f24
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d1bbe89d4d2546e77facc03a8da21b2f544d79ed92a1f72b5487c42f614f7e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72cabcb1ca94e5caa50b7339cd738bac66427c3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a42aa030aaf38ebd0ac93258d440d80899c1f3fd2675a9967da3a276ba82e50
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b88b1e50fe442900442800a44e643ed6d97e221
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e468b4f6d7997e9d90fce93b4d148fcb9f3464954c38de6da4921c5c55af94ef
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..044699ff5920706c8422c7c593684d4f987429f4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f590e65a0f21663c7a665bdc9a5936b2da5e66a7a13a27e35ffd880e3c493f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5f9024a91060007f8c26235d2699eb9e939dd1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2ad7e46ab92de0f8378e1543df28581d7b3827274de8acdddefe98cbae74e3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638e5abcb47f6d7740f2fcbdd414c48edc197082
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6fec4dba7b90f45da5b62713acae8e9f10781de3e7ad65ae048fd950c9417b6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..572d9785202391aa914a7778587b3c44c6f124b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a74d9ae06182a779e089bcc8035f98f889bc3d50f0314731c1ddd3e220f82e9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e705ec295a10891e5c460a424f2353e32feff0aa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a5da6994eadee470825294d7e2d60829941a7510552e4c0b79d575f331189e4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58849d3b6d0fb86a125a1c12abfdf087585b24a1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f3e0cd939e5b3959177f10c98ad33e8b9ccc2107b95a61b8a05a8eb070928ab
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e004df72e4e9729102aa4a68208e98e4233c3f9a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f645dc76bd00b588842b7c476fd04a07317bfcea5a60124c851318013c9b2c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea72941e3e2432c12f4179531a647b07fe79d9f3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb0f625fccbd71f691ce29974327e414000c8b653b1afcf75cd5ccc4c7cc79b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04bf304d94a0b8496d74d89249b53f4a1c5bd918
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42e8b280cb480b937bdb895264cec5b16f67dfe948bb0906555bcc5e72f816b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69dee76feee182f94d1bb2072772c17dd659208e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8853bae692352c835b0dd22bea303d610dde3dc19c7101f045c700f3420a7bc2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ccf6d39e7cb270568d2f351ee9488a1b379d8c2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed231c03d667655f4b2c889ca88c59409e28670f35e3c4076d762f182dae121
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80cd6e5d7b506e851b3389132e21a04cfc35ecaa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d835cdd2fb31c5763badd3f71b7d2eefbef37c58f31e0dffb6bc468d2959e949
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a52d87c3d46217a98d28930af58cedeb9c4ff7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1992841888de4cc6eea0e51b15c10118a424eb124fb478b0bd3042d28cfc91e4
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..474de565d372f091e3373d24ee5349e42a3a31ef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec17a44eab5e8808d0da47976accd2e48e75626e863bb83b5e9f077fc56d39f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ea857e0cf56eff8b2f5b45eb464963a6abc136
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0f4da60aa90c49f441721ad81b062188c7988ecb6028771f7c7fe3534e6593
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a86f23246142fe60ba252afd2aeb5f688799b93
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf4ea009b20a367c3366c4906501794e2fdaa06136cbf1e6796b4aec39008a0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8154700c4b4ca5129b5718edca4065b86b0c463d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffbd480eb7a6b91c35f48c52ecc1fbe47825ec31ffba83234ff4e9ad3813fb95
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eed1b3fbe74b68c0501d5f47fc6db953396a6c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa113a2ddddea587f86940c2ee5fb15d5382c11af4cd28622e803d46d648337
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f2b9c6598bd2e5975a814de3aeb6f4b1213484
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d111521a66dde86b40215c45893cdcb0fb3faa0bf3da181f21f603455ed789e5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a649576f29a574b04d53cb40262f0bcb20b0cb67
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:909ea1dcc860e800ad89540be33820486d71d34d9c8e097643ed8e6152bc7eca
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d45aa1ce551f8be4ea6b63afae7be791ecc40af4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2874e873fab16e05ea0e8d8c9c56641211d1723867f826a622662d354b120419
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5df2fe7cb990d060553d22f670bb9c0128c733
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0a3603f4f08486107d40cee047816203da1ad3de50e16d934292587584aa1d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b230687e4c4d763cfba7779b1c16ed6bf9d1e82c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb06b040bff9d56c9bea7c04fafa7d100ffeaf8389b04b9e1a0c25bbb1a545e5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33d7bb013b4e5cd00446ad97a0e73ac01c2f7fa5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f441f6eacb7802b8e05a31f257318e86bfbcbd4045ae64f5c4a0be280615d0
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..901dc7d59bc06a6721a8313c9688dfde0c302540
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95bd09e7c0e2e6c4fe166d9656497892408256ae0d0a9ec701c1a4b098b6ae21
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2c8c99d55b8ccd15dd3a8c004d07dfbc86c456
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf21fb567ab689b72df729b93cb18a6b94507fdd773075d8511b43af9019bcb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a268c4e1d116c0dd93646163104a047e3a779cf1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd612901871603adb440bc11fc0a3695ba3a9da3a6957cff489746d4e596023
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd51ee1d9cf4283fd897fc0487cbd1bad4a81c5b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105cd3787e03037441a31b3b3f8a0aab0fa9937e2a04702b02c2592e491822fd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9d78acabe9d493cd58a9792cbbc016b790ed37
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5aa647d47210db15ced3b6feab8744463e44d2ce4fe0c0d781b30d076e81877
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9933a331d098232866deb5367d2f222ee388a238
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c2a0d3097ec5d394192c5ada6782fbae26cd8c6ec22296bfc3b9593d20cfa3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..911b973f2026f0f75c9c1d75d81ff9a33e263232
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d15f4358eac9f35ab630f042f7ef65db7ae2a704868f688a3e763557b8c168
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2833c267ec2cd8c71022e96804e71bdfcb7a5df2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c1d67513b0450426e3a410ba8bb2ad45c639849a35358f352c8c3ae8bd398b9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efaf4641b2f306c2d2392be078c52780a06e1d01
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:082189dd8296d2d29b16bb7568caca3c34f8284b6f252ff64e9f4de08cc05189
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a82cf05bde2dda30d81246544bad4096424191e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b683190e8010b3984ce481ff6f20d0063dc73d4c172267c2494223851c67272
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b5b25b8e1fe12561061f46900b3b41fcb70ee8b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78273a9a6bf99bd82abb840d7cfba7d0c936bacc12ecdb2a15eba5bfad79ddf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4234ca86d866f3af1e85a8ad4e9c3044d09f16e9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094dc791b37c083c8cb5f31ddb98e2a06610a49b5725d5f2a6f4cb4000af80e6
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69426f96ee32b00768947a5baf1fe01fbab07bb0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f8d75b24dba4d777fbd34a9553d256e419e082e3e0e51bcd712570dea35d4f7
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02681c6ef72ae1a46da044099cc4e6b3a233c4c4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ad9022e7106f4e3a0e27e20e050da426ef6ad3da894de054eb600b7f91577d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a7a9123d54f48edd03240d79295d953edbef38
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f2227329d6f9d68643e6a6692fbb722b8ab2d13aca5eece4f41d4632751e1a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2e423d5b74457fa9a43df66390f9e5c5deb306
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92ba66d51fa97d0de9cea0df5958819ba4fb0d4921aeaf23d06fce813860c3b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf891e6b18e3cb677876b9c3569a2b5a0be72427
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49cfffb4a19d9fcc7b659de65e93dc550cb5a1b014a0986637cc8dcb8bec1563
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a02787aab06f0d8b649c8f4c0fd2e215093a6ff6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24fe05b00ca19f16f600556f9877ef5aceceae4ce8d9850de46efd42325196c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8db11914ef1453e01a6ea70dc0573ef7cdaeed2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37a811b044db2a6ed8cf2f6122dedb3c47f3bc2a884589465c4ceba1f546bfd1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d0f42de23fc72673549d54c5c4e78c6bc871ff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b023dff42ded7bb79357252ae712983a37ff91d60d93c3217d0f7c95f1310c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7dff8836d3dbcdd02ad67643f4d8d5e5d41de6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a478eb96c376157f2a0631e51adc8032c38a67b493c4ae19a09179e2f16c64f5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff88c486383974dfc3b294a2ab6645df0ba855b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0905bdec7209333627dda26dc093b375f65c5e3330402156bf1c8378f0526168
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cdf749088abf1945ca4c4cab6fbe6abef96058a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ac783b758cd8e1004129c07cd6e3514c86230be39ee615d53374289cd256a6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dfb2b7b4f7f720136b92702d2b2b4918a327905
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5800adbfe3a3222304a79e380ca11b6572fe480fe7f468c807cfdeb5dbd43e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22b181bcb4c7fdb73fdf8a72a43e8b1d4ab329fa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1f669467df07ceb4b6d2fa4bf3a4169fbd95d4ffdd5df014ec0ffe121b1b04
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd29287bd2f711471b632ca8ae38db0472ed1447
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d7361eaf851f014ae69851815e54c5339d196adc3485e1f40549fbbbfd92e7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf2428fbb5b2ebd5ecc3caa5a622b426e8ac321
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:051a86886baa1fcb9604caeaf0c26525653dbb2bbb734d085c10fd944c6ec1a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d45d82fc3afbe19a77b8015fa4f699d7d88f9c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1cc0d75dfc15281ed9d726e3e6a5228de5c67620da6d284ad76e273754753a2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..381375453dd7890766c65ad70a49426fe9d84fab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d13ed4984a3dc5f5bc89b31f44ea4862b2b1ecd2822073a7fda88fab11d8d7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4adc2505fe9266603119e0a2a13fad90c0241527
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c6c870b064d201660ad24a6d256351bbd7146c315b00daae42f97bfa572ffb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5062d5fab521a6e357a970acb40b0d7070a5b0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a1c54c37a4f70314e9eceef2f1d4cdf2407e06249b11560f2dc99a1f8889478
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f05210ebd0c5f129764f7e223165a104de69a89b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0180c2bb2266f9733c249511b054e2e325474adda3a8db5eb4b3c58d7f7007
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a36c3bd3e4179738d731d7ba3885cd8a79604b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c33bd48dc263035a21b6a5ed8937365ff515c979c3ad4eba5aef7fb737b9cf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97d4bcb69fbdebc31f4897a5ddee07ebb779240d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f5e0d4264883fdd7196ffdf8df4a1479de969b44d6c3503618e657920901d3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e957e82dc23188af0d7ddb0c4a43af7e6cdb391
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fee61acae1b486ddc018f2b9489e618f618e7f58d63f16b750364bbb3543728
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2beca0625127806a6fe097a86be5b713a843e6a9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1739878675183bfb430b17ec802f81c36b479229d915ecb60e006e3beb37ff6d
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e22c9513ac7fee46b976f0b7505c9a74fae40457
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9efa7ea2a2e7e18cc9d78b81e8d51c96fb880841683429985875d5626cc33c
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed507f02a4dc3b71d01e97448b2a04b215457ea2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01fc09538922dbab19a3b07d6ef6dc0a7950d794514d9277a554c7f3357b0c63
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f36f3b0bbdbf1a74fc474e3e3d5085f0dd15c67b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119f79c0f3a3ed256283581e38677bcda6ba4da7200f4f17c0a2ca911e344a7c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b3a28e73dfb74bf614b226443f140b3afcf3e5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2867d20a8e36c2dceee16ceacff042bdca8b6dbc2ef9aaf905d9123d2a281fb6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb7ad23cf2ad3df5de89f15c515e9d69e751f58
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35bd4d757c2db07c92730162c37eae421e52a9982da628f12bbb8a50881ff9a8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef0c4a95f6a4b869f795766caa9adcbc3fd08a52
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3986e279d4ea2096f1ed2d784e526f1bd418a4710cb62e5f800f807955f6f33e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e94ee694649df0c189ad55eec0d9de166ea3b8b7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbbcd1442adeff88dd018c8db5a2d89b4506661f656284a722c46f01f121fd56
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d4b8198e52cd17d503d80c5c6187d660bb12d5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:debdb0013e0fa8f1763e33a416f98eb949da185c7de7fe84586fd6924ac308a8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fecdcdbf41d5279f594ce01e5e3344c46b5acdee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ddf27cb3b70363d76acf2ff8808419bd4eda317aac04ab7a93012bbf72c2a35
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..335df31ff49feaa94eaa859ff68c810f6a3dffab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee40c5fdda15c25b536f8126e8f9274a361d9a33503c4fdee0f603fc02153d76
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..254716b5ac8590587a26267690e6bf297db1d901
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7cd14f39020d8024e6668060bb75ebb318ddc0697177f14c42ac84af90610af
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef2bf8fb2c0d786a8737da393d940ca1918e34c3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d595726c633e33751781077a779e1b5cf262b765f5fdc138971f7bcc27f4070
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c639ea56e17850f0942cb86ae3b7be4ec472c263
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3370c3e24741febbbdb9c9bce0a733365262e88bdc75ae4189c761781753c76d
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1818c45c861c66ed00a39a9bfd256361acfee7e9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e8cd88537356788555c2b952f39976f7a15e73315133ca7274fc68aaf36de2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fb69c4009ea130bf1c7f966e2c4b193399720ff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21bc1379ed45e2a3b18a53bc1493d524d1b80409e3ac95ad4c9b8b81cbd88a27
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e455e3698f124d661c4a347e8aa11a341128d4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12465b57fd59aec58fb8b399564831577e9602c68a44251687adafcbb0f5d3df
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c05a0e6286e4b17598567be49ccaf104070b515
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8aefbf74a4770bafc79cb0a8b2f25367c2e9296e63a3c30fc44ba328aa38b4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4611ec92c9155a065315d9b2c948a3844962954b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2374c3aeed01c56cb1ec68ac725f910741a6f9e3e179f7f24d28a1a3d8589ea
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3256062c362c9dddfa892acfaea93aa3797f5c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5fb66b1fb07734d62146ae4fddbe9e4f3ede55b7b52dfa21df4d219413cf2e5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f6d51013c2db72a605a4ef9a7680d9c564dd35
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa128fc425da54a9581bea81b6cf947f325f117fde77e7dc6637f04a0c7f9fa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd8ae1fa35191e7b22e5984204db42ad4f1d5ac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c155083699168dc551f84daed5e8d16b5d23182a914d3cb2a600eba4c787857f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb171293eda1a133bf48d0729e705a3e598e6f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f7d7f9c1587877b086cbc4d6a06c311b5e97db66eb2d80f0b2373813016fd30
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0806caefb9616794814906ddaa76645b23204d79
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a2710b2ea8fee7f3ceb0309746dc9838bf75cf5a5a2e9de8b60c77f45de7d4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87fc513e4ba63f7552826893bf54b02de12b66d9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74bd6ad554262221433d09219b7420564edf052af2c52d83765a992bbed602d8
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a3c398e0c4cea8827d309c6bbfca210806de99
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5a343777ecd867b1d8c460cfdfc8370471cb721585beffbdc66f82d44d3cf5d
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a126db057fde82c12b033967f58749773f36b85e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ac78f7ab378881f02d0d4c22837ca46c9f1d1cec8d197a0a95bfd19b3f14a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f37154e5d6d1466accea41c2c43e073e9ecd2e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b23ae9aedf1a48f7b5d298a4566325a0041a437a821b1b100311900f319bdc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49115a99a03c569946240535f7a64b10223a2678
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a596ce46452010d52937ead5450d17a732c5b03d83699252035363504694937
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01a68ad1abbe31493fce52fe2af872798327b4c8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0dcf425d64a88fded9dc7834cb234c3a0aca523f03a85e922fd43acf193d2ad
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08bc9b5b91f1c17ff232bb8ec7cf87e09ab4a762
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07fe3e649441223db9a3ad9bc6c2a84e92b81a59773c707dbb3b1f809b1dad8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38cd267a25808816d25bbc3f08ecf299e3dc7b01
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8f384e4a7be889ab089d1060561e49b9093b782394fa3fc548e243a1e93bb4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc5ca78e6ec891a15e8811e29736596fa02c3a1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d3489180078c4b859312cf101c73aa4316e5243f1e09caf8910199448e4803
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315c112d207826297373a05a51820437cf4bd439
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f9f535c27e736f7cbee0fa655b565764cc54a20354914407fafa915103d4cb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8f31c462179ad7ed38321a582ba065a34eaa75
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b3fccbc3e77c726f8151c652dd29ea8f6b667c4e3e6479571454bed9d2aefe
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a50683a0ec8e09c3a9e1e7cbe86b9ca9f7035c5e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53ccb4ed422aa47fb9a093e16496e91c2b5afabb2c13c9f12e6daa7c9ca3f4e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3baa57fd28b79d4cf1c1154d4a549bcfaa44a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3668a2b47ce404f600494fb08d0ae09e31d567f01ac83c88d158bdef99d9564a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06d7b6686c9c90ae6c07f9fcadfe9d382d6e7012
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bcf85bf1228df0c41873e9ef8f58a386161efd108b363d5fc29c2c977763cb8
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c94f3af2b4eb62cb5f065a13b2709f7635971e1b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55993ee2f5ddd3e7c2a5146377e43b47e693fd2f0b1fbe769f908e7fabb5ebe6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b25d737b261049086601f7fcffd4d6c9cc3e49
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0662a3d465079617a3eaa4192dae762300d3dd588b75e1b6c58757924dedecce
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..856bf40bc5bb2524a350075ada0e7f45153e5933
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d43bb2a0fa549dd39a664aac0f430f1c0426dfef00897eff1ac7de40eb1c29
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ab3f0e6a100948689ff0d850128e1e3935a2e7a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd478c4696e993fcea30a04cc01ca9022f451eb8232973a74ae35ef0a39f646
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a98679a64267753575946e079c32c04224a0ac43
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ad06f28de0954718569ed5f185351cbfa7dc58775c704d2d5a1c67da525c01
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba714bf240f23f95b86b2d021e405038769a265
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be96c2d534faa111b106b4c68442d368321d3f76e7c3a47866a254eaedd1730a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79154fa71a3c6ac8c04254b0501f8cf140a86339
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a631418bd3b8434ddcb1f85a457d5b37cb7388a4b4e08f598928aca83aa48091
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c266ade93305e86201653ba8a598ac32c52e2771
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a84f61548054832b691c85664a17eb9db53396f1d208f51b58c5380154c0d8d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..346d423643c7aca3827bdf7eb8dc7b4d5dc83ab2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74abfd6fec8b198835b4335a4a2d41827a767ef0a5daed0e1d581ca00bd03ee9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80e14d428684bd2bc05fe87e7bbde4790d6fd6a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8664fbace9ddb7367ed9bdf31b96a70eeb5e31e749a42af23bfa2c336fef5225
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5846283df82c90cc41a1f35981ed3ecf63717411
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d95ec4d725453e0f2f164e48339d9d3e6589929691a7577684c97d08b44e6b4d
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f924e6f2c3c1265658a66469c72c3d5b1e3700
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5635c6253935f22e4055c121789ea0aa7f85069c889b46f2678273e472114b
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b8d6e68fb4e89555e1d17aa95e15f0a45b147e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3183140e35097b7443eac262df67ed760c6e13d3c2fcc8e3626e76dd28bc3bbc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dbcbc09df802910faf59e5b91c885c92980cf99
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a0190cca25d1daf3a46069ba84302118598e30338e2c707b7fadc3d9e66875a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f55c2b393731819684e54b97a84c083bed9767
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b39329e830a76e36dedbd414d3f02c12ad50e0ee1fdcb3a10834827aa09e1a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..867dbaf8f9983cc535449a481b64bdced86beca5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a1998ab489f18cf422b937f0a08bc794c105bceb4ab9e023e13706233f90c5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac3f64da4f696f82821f90aa71fd40ed7193b1b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f94f50618473094e477584a39587d967c2848e526b3bf177eb10b7f94db2a1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c7c194b8786480c1cd39850c56b4959b9a056a7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:214f682719bc6290e92c8b8ddcf3f92ffeb0ccb62a9051bc8973fefc67742176
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..479a717b039afd31a925c1f6d26ed7b17e1dbf02
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ba73c83fd4a0159fb4ea6624e5a1d567d86aa1dcbc2a270b01d8f24308f068
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e5290bb496765a03b518ed0f70ec5b14b33ccfa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:604216619c52d5dd28d84fc9cfd964207cc4a80b86b283ec2545cb8fe6748a53
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261f0f0e6925881e5b20ffe26b7ec777b81b459d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5338f6031e22cf034e0cb12a61569411cf486f3bdde6172ae94c21797ba70c3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed5b7330444365ccc47f9b3d63fbc2c14282a3e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4055934e74bac125411e5ae55d1c033deb8df2dd1111b455cae02a01864bbae9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02485ad9301502e299bc65ae9af4412948618797
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3792e169b24f04d5f44e093b6fa97e9ace715383ba8cc2986bd7ff0ebfbaf20
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5e2e7b418111fcd28855e9a02c49fc73dd0b32
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710e2f60761ea4bb7665cb7ecc5cd06f0c1ba357643b6d3bef9b02edf76232bd
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d926209c356e61c51be82be182330b73307d83a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1520bc47d50497e083ecdf4bc8a69b16d738710a10663b80e66b68572560348
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2dba67db554b0e2b371e6a3f5c0b603d8bcc9f1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec8dc2072f0ef7fd0d74ec0cba72761195a9b204afa51f6d7b53feb7f9258581
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c445e55cd5288326c9f987f67ee9d49697a0906
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aef11b0d6004f12d955a0b7e8735ffea00fde35426eb3db312ec247bee77078
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c591c4fb7891498374357a0ef0cfbe12d56c1ed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14887ca429416b61fa297c55df31702d47e032dbbcdd78fc48c9a5a4a92b8838
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3afcca0440f4a2d543870092d23a8bfae53029d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f99a86b39132032585353c4c5039f574c16defb67edbe8f04b8858360e0d4a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe0940670ccabda6d063f305a3b0359f5a63aa6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3800ca2714f4342ed7d7c5795d46b61422ca47d9278fdbca44da5efa1c58791
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2df7610f7f6638cfadceccc7cbc4fe23d88c873a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302eeecdbc0daaed6e879b1cc4e935fb32b509245a0d76ae52497cfbd57e9141
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2ce5401affceb73d35ececec96f7cff4fd0e05
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb2328233d0ce58dce0b73b0875191546837642702072d11fa6447ef416a7e0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b37db092a0f41288afc76602f7073e9e1845ee5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b68828a125ed99958d0eddebb2f7de31000f3b4b1c447ec28c6091908008caf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2deee49b90f15221da328a401815e5e7ecf3cdd0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229898869167030ec503674fac69ee25c1da3331ba2a280e9db307bde4ab68e2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dbd77a4def1c446f5a322cd36d355b089270638
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d0287f0c191b96bce4c578d213f2623e262119d2ee79b3ec63b7eb5be2fc8ed
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f7602297ff6e18a4e9b42ae2137df542bb28fe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d351425956972f1a04b1366c2960857eaacb8f40a99e32348c8f75c00974a00
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d27da258ae8eebcb70a507b1934cd2076ec979
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e1a7b1c8dd0241c1f7dcbd20c45b40eb7c88ab86739e34260087135e3bcba0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b23e76f5dfe9423b29a96860c6b1947756e6fc1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd611cb6609c76a63959b715298ef11d92d03d542aa39bc96915ff516754316d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2506a0019275a016eda4284c7b72ffcda6b2dff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a752ad0a5caf30363acaed7f7c1bd7d516c204d990d8fbaa3f1fcdfcb6692f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79e60bc67d187993d8e85b6c57b13973e4c1fdbf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc0f8622b6a641d8517f7319c236ca36a511c024b12b7d91a24c67f61c6669d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..596dedb86b8df791207005a172b93d26e666fa8d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49fae9d44cb776e70962b196ec85b9cd87047008546c023bd450915671e0609
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8218829cea5496b5ba6fbd7077580431d90a6326
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f56256e6322066c8f88a305f1901624ded9b6b7389c06a18c96601ef4172246
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5534245ef3e7940b9f35cbdc6cdbc195688eb7d3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05aad24a2a1f5c5f2aa34c20133f55a58880bb59cd344a29554928d1c989bb05
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0b97bb09ce499d69e99d415c1d8d9ce71e9b49
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a71d0bd1a97a6179bed57eddfabb5e6525f6a02d079372210cf9bb8ba047e4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..010a409d21463d751ff4e68f1dcf5d2e143134a8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce619378bef1aed7853583c4c77b80b4e89b7f2d190986cf4377c544499fb19
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23041c2609b64fb6b22c1b7b974bbac46326412
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8621077d059e90c4ea5cb0e0164ac232f2bcaf781a2be678d08705d21c98c43c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c73dced02506374339bd94485e061eb5135c98d3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8048b8d25b313e940c1f50ae13ce34fd383d478783fd82f03dd2f21a1c042982
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..812f70ca67e85ea8eaacd5acd82105baeadf9494
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc42d3df1abd065a82d5cedbfebbc69472f67958ef2ac3afd09b098be7e78566
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6483649ca6212971e1e9bcacaf08f278e5e3dd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e221c954e2936ea1022ffc1b616e63eff6c3f349b80c033828f2323084360e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c6b0fb7df6f83458f5afbbf35029123ae88c8b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba59797fed500f2e3ddb5fcba9fd99f7eb251958a9210a5ce8ba1384b5115fc6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c61fed8c5a44453e36d179f2143d3613dbb3e2a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a454e7a743e9af5d197dd796d3b7df4e63ce92a83e48e784f44ee30484c66598
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a8c1348c0cef45ce7dba5ffd466f672cff52e1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdde097acb1e774f3c31c8f83ee45092bfa7d90899417a7a04cc17f8caeb97ce
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e7d0282390d4782ee945795bfc2cb314398da0d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d413e7f18b0d1d53c477fed1cc7e168bf3017493622c084915fa9e88cc07e4e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c5084a592b6d58f25f6a11a9791dccd4f8e216c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c80785be36265469cc67772bcc9b2a491f5e829c88a9e720e7c717cbbbe773d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4737cb04cc1304455e1e60fbd7f4067cc6493919
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a83bc8e18f335d28acfdcb20148e62e9c2d2a9bfb8ffa97459861057418591
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16098caedbea22a73c045e151ccfc7e0b94ff85b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef98abf2bda349b89f6664d05cb7d3d2be9e86d74582d4513c032fe5ce20e1e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca0b17ca82ef7101b0b841cbf6fa1719d605151
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e11391d73f6518289c9a0b19e854765cfb733c674a89261a03639663f178e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ffaec6b4c2e913b43502a6aac3863303622039f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011229eafb4e43847e1a7da39ae00996120061003f55a41cc7f1892b656190fb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c7ee515bfb3f8cc49bb225c67c5c08c64ccba8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760e0f4b0079957db20fd591578bfc7b0664cae32dab8f3e4727e3a884495d00
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7622e71b9e7f3d70c199522ffd723ad8492fa60e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026d4757cd62a2477f9e8b5482f2753daf3673b2f8147775641d9d83afb466bb
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b93a52b8c9838fba1c7e86f2749ae259d5d4a3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59717702ecc9593eec65a7cec249d789a20901abcc97ffd3ef2f09524c791c1e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e55524cd57e0e362627e6ab5e181d2274af4e8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2364abf2864ded8cf43f0abdb720978ae4040b949bffb33f7c442176e1881ede
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce1cc0745620e096fb69881b978f7ee21c12532
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ada3867cd3778d28e7a660bdd38214555b6136c321f27210835cf8f41e533b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc27539ee754ffd579303324ff24640ae92fc25
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47357e5129e5a53263b24cd80ee8e0541658aa06ac48818e3f1c510843a70253
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f7cdeb06b8a7f301d92580f122813a8df5dd305
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:074fe1b9d639162fa5e190f55a23d08b4918a45485decb709f4b7160b0f55b1b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f775d8d1ed8706221d62bf4d2abc30d81dd2bec2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18259b095562d37dc222fc31a3f1af955f9e0c72c513356e71f5abe7087af811
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf85a9958658eaf32ccde5e216edb250fac514c6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4de5172b8c196c631429f05f3d4b63eb10a5f86f382960d2f9eae82d5543e20
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9651cbb7eb5bbefb975e4ff76747b698deb5737b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa7e85f0f702204d14090361b55c20b74a0a961e37a1f1f69bede0da3d3fa21d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a52d16f6777660dd9ef5d818c70c5ec2df6947
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac8e1d3f916ee28f10df729485df68fba8aa359fc8d96216689f7184f18373c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e247c5658564f2cdd1685b5b6eea69468b4a1b4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92012cef551459003f9cbf2c568087cb49b953e1081d9ebe58f8f05ff0ab288b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86564e154913c20ea4e57b7a8ee6c9715b03aaa5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc46f14bc9f87ce1de1280ffc31b794df62c1bbab4164e714b5cde12e59f956e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5800a9cb7c97d68e992a46881d2c88fd2ff0818a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aebb90832addb82bdf03abdddfd368441f93bc065d03d39144b3a26e8a6d9ee5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe482d99f7756041699da29f8e60b0e0fbb7650f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33debed3032f8bec98265ff639b8ee263a8d60fadbc4808c383e782e87ec5d6d
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9252d5150dd790524c05e5d5286240ec8bb2ed3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6aa81c8615effad3a936fdf3970b56440d88b6544870c2bf7a1741bab210229
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/lm_head/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/lm_head/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd80250c7c3df71be0a6b1aa35e7832ab4e22ad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1ac84325d9be11c1020a83b28b719a5e1ca2f73a79353229f092afc66ca2d2
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a5bc9f830bca121238c4132ccd494648bdf0f7c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e33e97e8c1fe2f348c538dd3ff48f9631f52175b6d72f69d39d27c61935ee3
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942fa3a800ba176970afc0224aa1b2a2de71e616
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92fb384bcd8000fd5d72fd2b8fda61ec2b91647417e9235375714b55502c7b4d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b92e1ed6cbb64598101cc1cf11a7f9108e8f8b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4207e413597f40116e168b29e88b034487d47452dc0f5ef39cf4c572cba38123
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb26e81de8399f1f31a9aa177705f531e84b892
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3ff0d11a172d18693d38221b85a05ca837ce52704d56ce0ef9310d33fea0e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c3a8bf17757a92e9bfcc1bf8c64beef81f9eee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d9649014231e3f1ca1e755661fa43f1ad2b6f45fd2d6b0d8cb2206ec1a630e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe4d4f8f92538d427e5b979627f48c217ec92cf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8243f49f2b7599fea6bad912bef0a00c12f2a7f2ca431802736c6b3f452c567
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830edd66f1982bc6ae9b05062564740be64ee557
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7736d504654dabe962470398dd257c914e1dccc0d72d4eb1a3c6802cd453b037
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1325047be1b047c933b85160153568a0649bcdc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432185c422677bacde05df31e6821f4b63baae1d0f26bba45fbddcab5a6f8f1b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515fed2c3bd681d1be22dfbee3559dd97be2e79f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e71348159bf97603580d9ea00adb752e55eeaf402a21e81a2023a70547c239
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be814125e2969af2904591259355565a0be9f1e4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ca99e481828933410e705fd82399186aa981a06e7790248aa0d709734625b8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b782ab4bd0786f7dbfa416b20735929dc3c8c3f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192e0eb2dd30d130f44d31aa00ec2a001146f377c6477c67be24a9ac8671fc70
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08e938203dbe7082e8bef7cbeb0f8b5baf79e60b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38cf4bf8b821718653375d4bdfc9dc3971afd4c0270297b7a7d6ba49dd520437
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9c8647524afc0a9dacb46e3188b245cc3447548
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db96be3cf274bbae7c40997a40402f0f12f1879596639ae34ea27c848ec3a3f4
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c36f6dbda3b576cc143f5edae3ee8d8b114f66c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d36b1c9fd2d613ef7321891fb951b009b27ae6e42d2a8592f660a6a9d9dce3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c79bbcbf9dc7e64c9204a8d8f79090a082d900f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f95867dd845a7ccea5a360668e5dc5ac23a33eb96e8d84f0d7ccbcfbc7e5532
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1faec0a043bc973aefe09e6370341edfe9afc264
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7441378186d9fcd68591125ac60b3fe05ce334af4ef4572d896618cbba7faa4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5608c0d7c850f194daabc20873bd7ebad960a87
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da576009ce73004e9c0521c457d727f02f8d6089939e4b9aff89113f4fed57e9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc5e20d46143b419d0bca363ae2ef3c991b4074e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de192097b8a80ba3b22ee4147307e05f4ac10ecb70e01b245cab8ee65491bb58
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce859410c57ca69327988ab04e3b2f89c2c07c4c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97101921b2f1d884eca24f6e73fefb9b4c56cde9a69129ac211d1d84f643d54
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ca71724024dffb25c0c3a63e9953a74f2435b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0445ce7206ad9b606372aa0ad0f2d76cd2c0de2ff64bc182fe78724cbb40af
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00012a4e72d7fa919f586fa892569fc6934596f7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329743fc51fc31f9041e8d69a924804f258d4d5d59b77fd2d64f4b63f8f086fd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2680e661a8a6ccb1d7bc7732a0f5e48778d5cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd91df942e0665e0b2e57588148a74e9eaa0866f3ed9ee39521ece2570fac2d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a240c4faa18937ad5fbc9e14ae36dba8bb4ed1c7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f78b311f7dfcc1c139f153dc2dd09235ab997ba993ec806779d830a46f60fe
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c3ded60a7c34a3a1d73fb08de9fd2f200a9618
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90a77da3435279b7241b4a367e9159b2776f598fb40c043a3f798f7df2a91a9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..265327f9b6a34b49e25f67d1ca001228fe2fe9a4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f7c9e24124b4df9d91b2bad5bca66fd0f14fffb2121ff5ef83616ed42d8b4f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e152e1a8db1d24e5196b6d0fddfc881b029d8dc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5431dde9c9420bb0711f7d9b3297874f3c784fccb4780ead169ab5fef9341ec0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d02dd2cb912d35ea087df48e05d9034f357a0f39
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc665bfb6a02d7c3f9dcbc0cc3da62f99c327b7eed4ccc377ad57e4e8e50089d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50f06568ede15593df719c0d1ae01c1e6c69717e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f57a7cc32d50e19f6f0098de0bc0af28007835b5c031b5d40ae64d621b55cf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31d6110b121a531644ab9b4ff56cc3b042a5c7c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8bc4f1141c591073120d74326727cbfc8ba94924ba6d351562faedd71ece094
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cca42086150cb2cee3e9910a3221cd67e0d8d11a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2fb5056ef02f4533c52d13800a59824ab1f88e9ab707b5cab396f2b6d4c370
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..759be496ed52aa450b336ab35856599d0c99a78d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab671c4ed63fb57228a484267c5555665f1d8543605fcbd00b9b3e69b6bdf85
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a239206ab7c865d5f0f836284b86b752faa4a4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6f303add2539b3ec56309684c510bbe228f923ab36721581e095cc52455678
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a319baa228c8d857b568b6d206d7d851994e75e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08383350769e1273d5a28400e814d48a4a52ed57dafd8686ac1533dfd293c8ee
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d52f6d02309d43fcad3aa15c88b450b8006a7a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d7f9a94f0bd27fe12ab2f33e115b32e07f7482075c762c5a3d5f832822b825
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f96263f9ff89e4ef1680b9acccd4c0bca7daa87
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729afa53c087e40332ed79f6b5af809de591f229338ae0f69590d067c1e9f616
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ddbe355600554329ea4742b9f7b8e90c229621
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab365717a99ce2bb045b3ddfdeb57cd3ba4afff11109672557811535f27f4fd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e857587a7dfaa07c321708c315cadc6e473d0c05
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:803e15df3b0bd90ee11c25420655e9ba81d325394e5414353c211c31752467e7
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a562f28303a964fa8e66b132ee981e0fc5927de
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f6626c70b851a225d92fa7184ab60546a626fee87e580114e488fbbc7eae34d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56dec5f1e4e9b4406271b14c1e66084cb72c0745
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a4f736ef865fcc06973a0ff194fce397affefa039915fee2b5d371ae5505d6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be9e4ddcde5d6d75d5ba96bc49ad02b265c5a8ac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b8f5915709ae32fe63c893482c583744027c1f598da755b48a4fba817b2bdb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4928b581ecf7edc60562bc41e060c3b4725f059
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a5840334f308bd0180ca8efa3f58bd861ba5a4abba105d41f4efe19b3784df
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc8a0d172676ced2ef56655d224c5ee41ba45c7e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045a51211e5b4d4aeadaba1315e74b0d4a37609f08af0135fcad6ccfa805e75e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e386e325c1a94a172693d07f8c0e29d598a0d7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:210a2ee993f8f604fa4c933983d77b8d6408fb8dfd798f053068fe434fe6a260
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48391d92ae2c32ca8d6bf3cb59e1d41e0e6748a9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69544fb5658fc450f2955509eb05e2532cd305247a8ded511c9d758fc3055b7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c6b2719d6e841d276dc401e0775d280f6dc48a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e44b4b84a9f9469a345573b87605a306f94fb88ff1577f0f00f9f06e4d4f68
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7161a9d4a123afc9bdb42f7a242e1373eb5c850f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad0708845016d98804bad1e8b6b017fbfa628eb0c19f0687fc8e620f9ec04ff
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fcfc975cd29499799dd21cb5e2434cd674257d0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2158e9a231976ca349964af681f321d6b30aad6f940332c07d972262f4be65
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765acbfe85a1270ce322cc7eb3a6332894891dab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2ff2504b669d9437d6eba1abced2466f4ea0b8fd460d5c6b657e6bf1fe97b6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec5586ae3fa5176261fff8ead9f025e42ea7698
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c580cb256b2eaea1228768d4ce3af36e05fa9d2b0d77c41d920e8886fca799
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cff811c8f006233edcee9394b883c88ae2a3c59
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d979f81f3fbdad72a467b3564ad570e87caeef1be49a2531e08d5d2e8d90ec
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c74a459ee42f588c9bf4e980756ab9f1be0312
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd8178b6959640cb62720c3ea1e86c28a67a1e5a7438dac1c8541f4ebdad2992
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ad3f1a7f141dc309bd9e5c283603193b791eba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5b10353f11612308daa5f97bec873518a2e1c97efb4482f901ce27b38df049
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bcb08ca19cb1602c4bea94326e2da01f5e48c8f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc2bb1eae3eebac7e354c176eaaf697370700fcd47911c460566a89403048b1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13bc6b990f34e23a86346a594b46be9a9e0bd2f7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2f4844604c882cbe6023b6e309eb5558f0ced8b6c082d6b1ef68033577abb2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8395c3e5e90ffd2c303f054286c842a1573e6aec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c17eaf60e4ee181a9621d3d66f97355e2e77a215179e5e38d0ade23089c6d9
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ad2134fa25f6dc9a6800a4c6d583931660e315
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:089cf99fd728004e55d8238bfd4fc9ccc644d6e18f772b852ea300da28791b58
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df9195521c7f111405a597c381e25b3a38f5ffe3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8082b121a0ec265d1b37735af838694b6d9ffd7a88420b80044b4785c480a900
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad56fc7be642c14140e38061fedbef8c1d8c50e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1922b9722f1d5cca472db5665dee3b361f847e75817d2b9f19c7b85a9234b1a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8771997c5424aaf5f81daeee8f93e96c3d4709
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561a8df113f2125ba4b812c4d6db8ecc039edce2ae8f6aa4bcce571fb394309e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d3259277b5c5b21956940ed1888836efcd91391
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c040ea479afd4672ebfa67941ec9d380e895e1eefd9f87cb6eb5d5a09b046e2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75d29dda92e6c377b441b461acae0675dae5ce4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e8a76e50ac89f57b38be698e30367cb9f8a47c55e7262ac66a8b32aabdd6c0
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d03607c476c43e00da69138fc364f7c6e626a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8b13a43cfb41ba256e8d37496f2746fa038c0576de2ecb84c4e8cb916c003b3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50b5c3938a2b53a5059a455ef4c1833d12a2e181
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7f638cc37eda7f0fb43f5f2d6e744fd3fc0b764bd1676083c5e107632a585b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd32ee1441d56a707818f99555841b5af0e4eb2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c5395785b5ef8b221685cba217e7bdf3aacfb4f0be6c0d5e88faedce0da2cd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a66a657475f7f2c59e60ee8378a00f1d6a479c74
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9328b8ea20ec2a490ded26aac936ef968ec4d25b062d0da997aa1cf98832b6d2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488afa23eab503a8600f76b4db57e60754b6bec3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c30e601f91ff655d239a489a99bad4949a446e0dbe1adc19795bcffb3aaee1d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d04a4bb60393c85c24db722ff92b593f04076d5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55abe795fcbef762d042f51c685541c59704611d709675a9a79c494156e744c
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..053e9c1dd5cee287cf613055e852408d21950e0a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f53ac082ab149537c81cf47684193dd2c25b0cd9362c273a2da8134bae223d7c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7edd25d238841c3156d8f11a3f60f1fe59840b26
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02b3507b252ce9d162e178557de5266bbebdc26976fd0f4bb6f7a5c19de79a3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd93245669eae32a34d4fbb9b1017a2478a007e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e6b0d75ce40d65ab5d67bd47f913a180b923c1081fd7520852c2218c83792c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62459b583d2939f7f11b2327482503fa44017c54
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a910e73c1ca8e1da1548ec389d4a59b9b1e9482710a79b9ea445019b80637c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e09d805c549241a0271963390ad6cb20e7f7d69
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b96cf8acafcf76fcf5ffd9ced7abde6678194f72e139fcbcc2da2049ecd0931
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed1a0408abe0a98c1183be651f6f0402977a8c87
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f94167c24b1d0db369edba310ed39b477b93ec102db6ec5ec29ffdb83db2482
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d8e68a5cd407b68ce99b44d604d559bb28c472
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f01094eb367f4ea248e20ebcba0f2e2898dbf85bb05b099d14b8cafbd5f6c6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fedd8d2208e2b0e6c8f24c4ca3ff5ffcc3bfcd2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4b64a9e2525c4454cb5386a543cb4d9d436487babb69a2b473d7604acf6b78
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182022fd4d0bb85fb783453744d9589c6e0d3023
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd1315ad21be4e1234291df77436bb0830019dda694b59259aaf8f3d3922950
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9443df3bda218d420cf67172e3bccea891b9081c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85794e84500142014cfbee82e789e8ecdaf8cd7ffb64808953ded65c3de72697
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5fc442bf2824c29769730daf0b9bbbca7c71574
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c23eeead5c5883676eb1a16399adff068c4ad2f0e34647d67b4c01cc577b4f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42fffff99ec42af3259cefe1efab9d66ba4bd7c5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426ae7519c47f86e5bb25008389217ad9ca144061821287ad0fd2033cb85cda4
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784c2ebef777e9acbf17142ef805aa9a4c3eeb7e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd3479de940f3f05ca7977e86ad7b911d1349552e1a36147afc2dc1fee9e72b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b0bf2812a685b8026e75590c7b2acff3b95a174
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7274b32e22ca21f4ac414137be0743ab2b88a4611e0cfcd581e5cedf679ccb23
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e86fd69bb76304c88f734dbf4342efe51e4b6ec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0867000ee91afd3d9d0054c3f347e79e67136f557c2f2538e96a5d7064683ec3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e47e504a3fc9f5e5e3af33e66566d390e7248597
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7f0055a4ab063b573ce79e16d8a3182b2cde8291c40cf684cecd35ae5f0152
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..134b90d0aeba14faaba26aa0d3378fdbcc57973b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb765181a44081848456631e630a8812a5ef6b3cb8dfeaac6a7dbdf21de1044e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2141c9a4750dbeaaaff8cb65bbf9af4b886c3f7a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b059b8e56cb274c4a8074034fe8609c87ca0306f45931a5ef8b340c78616102
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b2dd87cf30ad9f033fca20bc0b97da79c794c3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636877438e9372e32a7303fe45f799e9c0f75358a00992b390919f4856235e36
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b69e54683d22f0052738a4e95f7b32890dad51a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55cb51d5ed42317af5510bdc46f132f64d959a24a776555244c1a9290e4c9add
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a22f8921aa3a460f755af8874f5106e199f3805c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f07caf231120828650605e36d67e020dda5ad9c30d04265f3188d2c552cffe0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..502a949299986b7b194bdcb95d78b9374a007892
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8a8323c3ac34336161559687e66d4c074bf31b6120e91538fe95a28dfc3b6a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..441835d7ae1e4b7c14a3210ede8b36959f3246eb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a001fd3e787334c7f8b667b640662b691ecfe2e5b002ae5b5b82cd86c991da9f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1051fb2c29647bfde5dff9ec0ee92d1b80d041d8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218d2ce8e3db70209d9d251a12004b04ae347a8fc1acf296de363348fb33b971
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d6b140f47edb1b37248f61e38be08ebdff2a4a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1562f887c149269a1e8323ff1668adc58df75edd897bb5f545e4f32a790fb84
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fa99f1baa9b658f487e79bc7b882f340b77243
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9250cca054b4a844344469e6dc4c2181b210344cbf1af52bc22eb85b6036466
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2aa9640f6ca7fe8ec8583cba0b219ff2f88fa0e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209a84b23639a2760638fda329bb0df8e280882cbc0f5b08f0c496d2ece9bb1c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2042b3038072641dd3f884502a7b8c86c2c8ea52
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e1eadbf9ac92ffb3bb90da4012da40ea99f5e719d30a47108c8c94a0c686f1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a038bad527e170cfecadd95349a4b1007f66413e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17ca7686b70dcca1000258630a237679d230b21288ff08968329a3afeb86d9d1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0baff3b7b7f1ab087280e2525a501671dc731b0d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74d100ed57bf59bc5c0e301d059ae9b9a996b52ccbda49708a89ae58c9ea504
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..219d6ffd45b3f1ac39d5738c297365eebd12f31b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086d71c1b7158de895fb9bb5cb38628688e0c51733e4abb27c4b9e30499eab60
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7725ded067834d9ba6052179823cce7560e6d6f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4451c785fa8a160ddcf729bdc37fc035cb138235ac658d50a48b72b2a416d6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ab958555df1bc46d048c8de1c0f05d664bb180
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d6738c6feda04dcf8b8b3bfc77d32a175fd169b4a12cf4534d6f2fd8524a047
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04c69758d5bd635423e04a6583bce86ebcf424fa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31f03640a86579447c976a238dc3346de947f59fd93682b4ce1f8bf400173e5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611101a2a0da90f89c3333c7589e3147131f90d8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b471292b4f42f66b301d8425d2b8da0c44465d5e1638e17363249b5e0cb1611d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5714a95f9a18ab5d85caf3ec2775d4beec3fe3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e842ca1baebd1965101d6dcfd9a5a724515547e7e1763805b7075bb28fb232
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21fbcba05fa206e1a8acae6f8c7c9cc58acf70c9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569864d95b83fb54f1a6bb248c8158f86bf2592b06af26edd5a7f133c864a36a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092795eb327a62bcf37bad3b8c1ff81f9bb47843
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705f39892f449683b0c7a1ab5797ded3fe7a50dd6fd24d6aaccaea6df8a9251c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa96d1a6f056e0afcec543ab13541973bc7f37b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50d50c5b3caef46558a192d72ffa9bd0cd535e41bde48d471ca6f8889fa0245
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26a24d15740192b5c4e152b18b5a1f9104fbc52
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a620d122892ee77d2ff3c22453db6fd5fbfbb2b6a5d8627a7cc67189dab32027
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac696a5da9199d70f193337f13e91a27e06fe831
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df0dfee3e12da78341902a3406f339c06ee93ec0e446211b1b10dbde450b795
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace2040921bc25246efa3db810f6ddc6e8557d64
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4e2335c082f650a0d3f53395420d42ee7375619ee3526c67a64873c7f2160b
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2b4a25f4daaa4b75ce136c09e75d2f94573b39
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a716f3a9d19b327774bbe0e5e7a5910896038c3995ed466a991e2c7a0b2290d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a9deb3dec61f58650a34e99f61e84b5b444bebe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426476cc2c5901aa9a4bb9ca9a05a2128b1832bd5e774b7278fc69879bf549c0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a969ae91a4bd78b3036d321bd4c3579f24e93c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de4d8231b35a22735bdb2d0457137956f3b408e94eec1de232292ff7467d39e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af93a2058bacca67f17b9901d7f726f406f5b299
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c638b1b8f1817dd4cb6cf3d608bc6e2db2cc38e1920a24f3ade309b7e2b34da
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b10387ca3c9ff322f7ecdd971212bcb54f23e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d348234d670ba23109e0f9af9613ea8bfeaf49e0241121396b01e488f85372a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfbf7c2f5a6f9da5bceb97d31ecec2bafd58dac1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73299f51cc4bf87f0db772dd806990d9e6b3016c3f045b863d087fbf8ab0b431
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632ee2437b2f2d4b365e4f24c9e676bbb1695e51
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29bd559eb5e5f594bac49775579e20a569a5e8e6c590ece8ecfd1b21deb971f5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1244851b3695a8db8a9f7bb9261e61387703f05
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced421916c82b3443c8cf78f08f36fd9f84cdf74b6def931ea820e150205267c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f74c3f1e91d7d1dcd8c19cee1f5d0ac7d4e09d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab29edcb2f344215c4f15caf12599c4608c2c592983f8fad8f525ca482ad2ec
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8df2521714675a11160021bfef26c174ea6cd7a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca0d1837af20a342a36dbd664af2c4ac6ff1e1aa19bd0d50a7b00d41112385fb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d5a28f0a47c1db794f6366c9e7fbe568442db4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606ddc12e8f7df41074d1b4c50705291a5ac1f9b877e6d3099621d9be37c49bb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45dac422d9ba735a355c71f837584f93d246c619
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599ceda45e5e4f615f71d6f0ffae410c4d1880b130c3bcdf55e1b76f16e39ff4
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d024815fa0418bc04f18c5c26a73ad8451101855
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa9994979bf421ddb2d03212bd26b1b81ef5441a4e4dc199f34178d7ab4eed0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d3fa02ea5ebcf289ec8da913f1d327e947f9f5c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40295a955ecdb1cd3b81049b079f51d76c7c9c6cdf7f7d344b944de58ddbe09c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d4f2d88cb43b5b8f88d1ffc181cc4a53b6af04
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b7d34febd798b30ef65e4afff0bc3d3204bc8cebb7ab4d42e4bc5e5ee781310
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ece56aa523dba12444fb235dc3d6cb8ddf5ad8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0497a122937102c96560cb13ee8cbd701dd8227008a0d73b6b2e65ab51c4627
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e3afd096499554d142d13320808a14d9620690
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a4b42e12ae38f190e6af9a895d41436be0ade393572e859b838bfb3fc5cbab
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f079f630539e6ec6d11a2534e3bdfceeec5b59
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb2c15784222a94f97ae478c47ea5b360b6c713b205d04b56cfc8c159bfa706
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..441c443d3bb1af8e844e3a3ee30c901f4f97547d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af924e0aa4d42a455fe03fc95da0fbda3b3500be942d347c2386a3552942f40b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a4af49749f359db62d8011b46c0c7ee2e320199
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7392df3475910be56fd5a1b6bff0670bf47e9f90ab694bb10f3687db879151e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05dbfb1b6f87085ec0c81b500538ab5c007738b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0fcd260e2a2361178dfed77337862b570f134d33d76691c2a67fcfd88148b7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e9e0d9d712284548183ad79dd0f75558d9c82e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad262920df5bad2217b678bce245018f42b81085e041ee1e62972ba91f76767
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e3c48dd392e206a6d3ef15305e461a92da8969
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f825783522119c43527c46b8d7ab4c3aa6e04cbec6e328be6c37596848cc76c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e7dea468ca19a7cef5c0c6e68f0d77ba8a23db
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef693d4e0d224b922ca60af758ea50646eb8705544e145a4d67a0c59cf90c90
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3217b6101e05069802b3f79558afd8549ec76fe1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad2debe632b978138d5ef7f43b56c01c1985414650f9faa4006f3791ffd1d75
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3da35a9b259c812fce15064213d0fdda95658c0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737962facf71a0702ed649356c3890364d51b818273312017e47881cf7e2fb7a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ebd7244a5eeccc366357dc5b6a49c8d76ae232
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf00c2419ab60e26dce63af947b1adae5c44c8439ee58c03e436acb29bd12cc2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..404620e6816dd4b8e63134ae9aeddc9d40f61329
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c36c4b4fbf1529d27ae36eca3146446daf1c368d18d67da7abbcff29f127e68a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e28cb574bd49d21df4e981ae55be44a45ba1d9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc84f7c1988abf9ef0eec3840e2710aa0cc082f794e933b35300e0182766f78c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa815d83e1b89760eab6cdce607e80ee5636cfb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:071c89f298997dd2fd6ebbbeadfa3d03c7cf5c7f5b07262901f16326ae74ceca
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932fb86a75389f07a00ac41669d0f1d22d9211bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d05557c0b82560b2e62507fdb39caaf055906d10c5db8e4abac28aef0d987eb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80aa59d822c1fb5365e58278c1b9df5a0a6398b6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe8fb934ed5b7e71f96987dfd9bf8f53c7b6bfcded71e2593708f52a8a81aabe
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5886e9c0efa3fa2f75dc613a835f434eaee8a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f09ec821d4f6e50e12aba22288203b9c7452461578c2abfadb441479632098b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41e546fcbc7d8decd24f25a32f1090a50722f809
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ee1b8ace357b1bbb7b8161acbe105fb3c2bd9e22911c1b75ad66013b04bf99a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096f66f871124f719fdb3a104b2647c31f3d28ea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e75fe78545da03ea6eede813ce4c9fed9288e443fa58c6988379294d886a7ed
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11907be77fae25c22ba1114572a909a776fc619
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad9e08572a93a696250a3dafb0c67944abf48ed6341d8b108c93156202ecdddc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86adcac3e5017c980ccbfab45332a66265ab6020
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0a196dc2b2875e77cc4a7259f510866f12a21e47a3e6b05768c287d2a3de15
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/lm_head/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ebc0bb181ec614aeeded392e4954850b5ba048
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a722fd2af3b37d7e9ae003083ee4eb4b07dc37a0ecd2ec7e0b936501d2f94899
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/lm_head/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d2c435581cff13c5cbbe2d313f3d39e0dda780
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53ed4e0ee1d1c2ae8e77b52473a22372c3c578f744303109236e2ab1b633b95c
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9694386a062ec6f282d04917a2bd6322738e9088
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc2539becb671eacfc575bdd1c8826573fa194ac94200a3f36cf7304590064b
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed62affc3e0455743b9d18090468572114171f64
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e92af412d86185af1221e3baf5f0acd13970657725cab4857900ac1adbe1f1
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71452a2caca5b6a892a9998c0fa0dcdf4ea2c233
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c74b140701ab1752302d4f7814002863ca2ba88aa70ecde2480753ccac1b2b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b73c0075189d60c73f2ae1c72c0c49b1b4e8f56d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41407331a05b397be0421408ad00d7d1b436e6efb3e10ea572cf6c0a5bb8fb8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc288a19629d23dc56df8b34bb8bb7d621706891
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ada6a76f42caa6b4c820cc3ee9e37ff2a36256e35bc781e4bd4b7749da90cb4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d8b68a31428ba5ff753834609e48f5fa445440
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4dcd050f814d3fd06f907132594ea3130c016664ccb9fbcebccc92fabde908c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc7b8cb0a6ef5241a99e14e122874e94072636c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5eeb0c3387e72edc45f43d21bf0b01ad9d2541e2f78700b8c6f1443b4ba080
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..084da9d55e0539e4bafa5a2192c250d31e9161e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c57a00b095ff557bcfa0d2f0b99aa5718fa64f0ed64ff72444633061d9cc06
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70025bdcbe0b929858eb16cc689445f43ba2c724
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1148904a440eecc8f59c5fcbfad15d2149d2d1010c9f8f5b6650bbd889abaa7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f9f2a73d15dfe75a4217593bc04002b9b6d920
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8458e00c77be16302a1f019d1490eedb86d503b2a0e2ab8894e1923cb1ca99
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ed8e05cf067f8be66d6454a676a456bd0173cc1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dcd47355a950346bfab087fb0f93819f10734e2d1bf8625890cb2781b7dde59
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65421c6a2f5923c9385b983cc3dde7f8a148708
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18982465a7762d8cbcb6c75b07733c6ab30ba3a299baffa5f30a122ec5f2cca9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f004490da3e0d4c8d0528892a578ce8ab22f98f3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac70b5fffaf72394ee57751d682720742689e1816948779be1dabf998288d533
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2c35199e58a3ba9d9821bbc1fe8d64ad451e9d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a59121a7f9f4a3dfd9a3a6d86007c83978db3024e29204f312729f3701abe3
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16345fab7340276c9b918977a99b85deeff67c20
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0225a113f1b5e07c682147f805e7b023ebc3dc495799729d6bf3bb1f9c596669
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a522f630173775e4ffdb3587344c695024fe6306
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2866e63eee84ddcf63fab99c02a2cc1d8a6643765f20b6778781bb3fce6eb219
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..122f54ec2bc37a6eabbe11ecfb6f76ce4cfa182f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59129a9ce77ba541741c4b55d90e247863443bf41b57470ee70ad4b576b3b8e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501268a51232f15c7a129270dcf6fa13d24cee49
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a803462dbe9e2f7895c3420a40178a60d1eeec17f21706e2861a286a74ad257
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f3cdeab7561291d961a112c9f8bc61ade6f54ba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229b7f07460dec8ebd41bf34ac1f9ed630924154355c47c2c2352afe19c86a9f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca558b8623863763036995fb656f946f1f84187f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a2040e657a2668fa81a4912d20385f5e99899f4e88ddf2dafcffd5f3b8ce29b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..393e096fbd0ed74145034e7bc6bae1dfa3b62af7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b3c80d42d9f2418edab4f6989752bc2a5aed3c29ec318495f3e256923bb00f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c6b7b54eaef41fc25de7936be198c00f133f8b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd0cf4e06878e799aaf582396bb653f1e2bcdc99838e4323e353e45e764967b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7400009f1515931615cb83fca3d5d72dd075d04e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7345bc34faa796c445eb4bd4c5512e6ce40662284b87bd06bc8ab231e0ee2f8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c28d0bf1cd0dd726a94380e510d82eb922020db6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e85532cebc3caac2f88e29bce5b3e21e7fca06fb91e49cdd457924443978e0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc22a5916a8a7a50438f9fc50c7fc3312a54aac8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c272e7736589817df94beae450de3c139c0c5e48d5790dd0f20d2af81d745b2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f569360316d67ecbf210b4359c591f58a1dc12
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3550a13d61cf0584271c755ba5fdfe771b999de2a9e5a9bea2296de7185402
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f928d1b3be620cff5f14cbd7a6f79958fd19f42b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3cc76975bd6bd0c455949e5512c095fe4a8e1c44f6d19f420eaa45ed589cc1a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e2273c4c401f533a6fb90c0da141a506801a89
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa64950e8320e54d56c033c71de349affb19168548e8d773e34d583a83c9c5b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d8dbed50a76a6d0981522739706176df1868969
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19bc7410ed31d96bf576c02fa1dc5b7a0a948a5cd6f263138e3ef834fa6e62ae
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33f0d4fd2367a13744a201464c55a4481688157c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66800fd05720f1cee052e988acf30a91b9b3bb59da8e72c429fd6b8a5939eebf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76094e05d0b74780d2f46b9121f7b860679dc780
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d297ec73e07c11f7acd02684f608f9807ac312eb82f4dc6fa663dfc6d54192
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27078a7b79e58da11286e4759489ab2e2180bd1b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745d984835d6d6542c449fdb26672d95f0b9fb09e7a20f5f4dac6c7ef0193193
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..009d56b2a8b3f21daa9f9e374f848b99c43fa174
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe50e3461527dd49e98231003e33694581425a40d3cccd16d378a76fffcb9a3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a78ca3613542492c6340df54bf30ab674a303ad7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923bcf3cf997e195f473ca806e78d251ecdbc108ac7bb339a9d619c53e384286
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9c511790d0daf84a1e7ce7a6237b2b42eb6ac42
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36b0bd3346b9b77e5bcf74a62fc5944e09b57cb5770bed0b9eaa2a775446bac
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f1ed22a079cd13301454d22c0323d445815a9f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5af08b3d495a013b2bbab8caaea6f63fdfbccaa7ade195d46a6333de9938908
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e208a1d1e551367bb0f427e16de36dfb010d1166
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23979f8ac36cf7d6e1f0f1ba2f896aa963fd4dfbbc05024728143b4fae73a758
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..172ef6c6064b626d8f1959db04e7d3b005761ab5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d92ae180775699d29405b661b6dcfcb9010a4c1d7e9df14ed2b48701ae43a3a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5469dcb60d2337386862bd93b7a66e74c50e3cbd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5684ee0c0862ec39f2ce1a2da89dd59697304be887fce61a7b8d6d53f37bf47
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc528c1091eae66cd4d9482aa88d52255abc37f7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f90cea57a0b118e987633f9fedb7e2aa39c714f7b9f70f7b73442dfb5761c32
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..155fd439cd10c4cc0887270e2871d6134e35ce3e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926a9116e331536e67953ce9180de3c525868dc4079f6c9f3dc5ea3d5754a6eb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c2fd6e7607267539bad0fe26852550e4f53092
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e23a26210d2752be0860668164bceb6de0757887cadc8d0e6c442d0c37292c0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78d85df39fc83ac9cf3007c09f653b32c3e5dc86
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68764959c200ed5965b2562864e162763e4f57405689366dd1e7398b7e4ad6e3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3497de69d7bb8f2d5e00a33f7e4a34b4d64c3c1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51af5ed66982e9f38430645de4ff5f6756c6a732fcd5cd0b024c86d3d260ae4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f9f75f78b2e18219b6941c5fbd01f81224bd772
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52f183d2b4f1eb9732d4278f9257e28269453460cd8a534363c15f330c82e286
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c3ff39a2992d2f840217a191376c2fdf1e2dd3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66aa4a11e18b0c6df0b88762271debcce8504220945516bde952e9bdf2dab1a4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10cc17a00ed236313238c466fdba3c648beda546
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f3325ca944ee9a6d24a77583bfdd73ec8c1d871891bbabb204e3a676233be4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc20f767d95c8ac803bf9f37ac32eec0e3e51276
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e42ba2e36e436f8b394545a584f0dfe0576a80a8eb162cc5e806a5917867b0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e090f7b473fc6d176bcf5144c0b7a4b27e12eb65
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e844d59b82fcff685a6f8e3fedf206ddd9412d3cea8052a593759f4be1a2fe
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5a62da486642880118a3c1805604a7adb63d9c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d27b76aa6c991e6e3750ec99007b7bac5614908ac182d190c1c7cc012952d58
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9da05c0c9dd6f078d369fce1233cb1eb8d9fe4e8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a860e201deb66182fd2fd0a976f7cb7b1e1058cd8ac263b06fcdc20923e35d3e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3aeacdcb89482af1c2dddbdb147a368cf0a8f01
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3780e4a4f480d160be133fdf54847f5849087cd12f8cf1843fabfdc72daf903
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9448cbc80edf6917c28ed4388bb16121885223
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7392d6e7213652ef23c3e143bd4e6dabee5155d07725c64ed8cbf91d49a37784
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebda1b3733f253be794dadda1999e2629ae3bdbd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f791e11c832f36be5c0529c7ac3919b7839f1ab2890b444f8a2f56e029d896b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b0689a2dd9924ad3e07add2079396d825f13b8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3807724dd2732bb03b9d6664c395e23be85712cd55d6337cce228bc2207e8859
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b4814f500161437474f0115eac21f43a0dc51a1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c33de2ae097a29e029f485e987020584ff8936443321a71682ee8a1d1c8b81a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d80e3ba4505e13b5052983a71e1326a5bc2c16
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a04f3d3bfd3f93d364a83c6488e97085d19fa57e6315c1b9d261f943ecd07a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1162e7f4f77a82cae6bf84f301371513fa247928
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e431f69bcc8e9c9a127dbe661e57617c6b1abab4de7fc0503f71f57edfb8ec
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d027bd2608873a459f4dd5893a8941bcfbbf951
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0fc19943f1699a4c7e45c60685ac5017ebd9f4ec97b818f641b2468b8f45420
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b2ee52bb7c9720acc60cdf7e53bec624120f21
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abde2994a876ee21428b6f1b3108a1ac2b98ebc589ff7c321a4a4336e688b4b4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56ccbff2548680861efb46e9c74a5c95c4d9ddb4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a779ba3355c2ac36d891c52644ef7e78a50e59899d3ef9964570c3a7f411ab
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3707ac65b12dac376cfcd6ae1dc8c764693d6b8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b1d1a8513b9a9cd370299ce1963d449cc09f3f4e0f7def1cb205b1f94b349c
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05b02200a37eba3cb72879d1d55183fb913cabec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae980259fba89f7e4f8356d19ff6de3db281b3fba026d4c4e2ae8c2fdd711ab
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9283a83a95707213d8a5fb9f01c14341c83a40ea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22178154b384126f61beb9275fe4905faf76f7c60be6384c88b38be888a4575d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a95aef980d7873de3832990abd7befcb8f7383
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af05973ecbae103e0fb21a9286a3a5df424aacde88eaadaa8bbac27a2064e1c2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1477215eb3cf7562607749bcc944bfb5e031856b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa93476c2540a57efa8fcc67ba6130f4ebdbbd1accdf05d7c84f74117501dbbd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f84bddd33204f20ff386a6658b085b7166f68f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989f2ff7fd4a562226f9a2bf719b87f78eb4e6b4cb50bd4f7ce80b6c0352ceab
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ea4bd36ea2428e3d77ae3cade5eda41b7161cb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f28c8bede88b883fe6833d88f616e306ee04fc8a3fbeb91741401acde18acde4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf0d3169f7e479cbc7263c0d6b98a472b958033
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f38ae81ef50344c3d14c0a1d9bd0b5e542a60f89062164f4cefa058376418a5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a4ec6513505daff5c2788ca0b150560cd956a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa93f7a00e0780edd089a3cb9866a1bffbb214dd50aaa8762ff8637d66561e05
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a969b5a7097f0f47f09d0f183dbde2f05cb2db28
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1ec0083c53e749de9db7c68fea033320f7a2bfafeb8ca9a2005089082181ef
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a382dd8508a879810f34c36e8e32b2c60921c8b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94dba32bf579e4e62215ae4c0d640875fe6a316c2fffd3046de748fa1e018bf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4630a17e2a0adc00be67f760017fb2c92485b51
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb11a4cc9970b7079725ff677ccfaaf6e601412ded23ce83531835d365c4a196
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46254ffdf35957b4f79764a46ffdc2bc83d5b547
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad37590a572ce0e76376a46c41f99a25b917472e8f4ecbd622de79694b3ecd6
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05ce62a3e9221e3acc54f5e41a162a15fb161a4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf1d3e343e346fd3eee514705b3949b82d25192707005d8cd7e9590e0333720
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad37d435c2b4281ca46845d0ccf1190b221098ef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63054f9579f461ff4c9312a749bc0150776afe807046f7da993f8b7fb3979c2b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db20d5be5ef173f2d244719089896fa5b65726bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac74f7d1c8f64ac65f1ef484dc32c1a25b372277d7996905a581618972ee2987
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c837fb992401ea538087b449214c68c247f2c4b6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2941ebabf7d4a1161c254038a95ff43165dbe156cd86fd57419fd99b04027279
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d14550e7ad18401436576e96533e364393710c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7677632f998f5bb5414c8d4937e81eda80bfbae37ea864af459b2e21266fc5aa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8064dd8740e20a777100812bb8be354f8d9358e8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7090eb1fe40a68434c56277abd191be0f6280d72d02fd06a3785dd16ff6796
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb77851e32a936b0b88930930eb05bd5afcc0627
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a2e04570502b06409a59d7afc01f58f5f2923c2da40e2ed031565ce1a18019
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf6ba6586cda52a0f5f6aa8f1e1065c2e24aa617
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8926397956f618f852fd6e7251fb5f8e4bdf04360f613b89f799c8682e74eaa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751419610aa06c431f685a9fee8c45bad3f060e7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061cd2aebb90739680849f06147c1504d854a4f2ec6ef0cd15c2dd8801cbe74f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ada4ef615fba7ddde9182294fa8347360a741172
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ae53acda1ad0e5ebd8728b2f74facceefaf811048d57cfa6be5ceb2b26ab6c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bd06985339ded4f60a56234fdf5b26371b31813
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366033137e079148019d529d2c088cbd42acc4473569e7b039e6d1f1b4d56071
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c3efe869be4c40b38bdf91db9d69870c7c5531b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3afb626bf302d07f41f0a3be8449077db0e19b9152f1fec604077462ea3531
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2afe8c77f070c3ea7eb09edb0a1335e63481a2d4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:facc2c927e558b77f2125193236aa742439ba6191e93340c38d3bba116b38120
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42360d5490b17a25dc5f9c1a843b60c585b2a2d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2bae43c99a623e38d2d7078844531d56a62c068fdcd5e36f1f9f9e189cb951c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12d792a1d79a53ff109d54d1288324678de12cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a456256dea95cb35fcd9432a561d65d645137dcdf89eed4404f4d79c31e83f1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b65f2dd480c0a5b30fe31103bd4e194c6e78d2a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6eecf754cce74a86f2bc39442c136edd20a0afd898eaf9ffd4f74448f0ee746
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe70c8eda750a47df637886c39ab34a385d87f64
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:483f68e73152d4e49d9a13b301849cfb2ff9eccbba71e387a459ca569cb4fc9a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ea23a650a9f34a9f37e0e925e6ced4aa05d657
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5c2745967a3f0f94d58b502c0d20fce0d863c0e36b3b58823b56d658dab590
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd45f66b16699d1adbbcc345fdd64d6c03e95ba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eff2aeb7f4a65bb5a1ef182e3eebf81859528e241549d044b469e1443518ff
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ec612711f0b49e90e7be9aa9fcb5cd6b4b1623
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:708227e4918a912738b328c36d94ecae41350662ca6c208cd29814896c0f1ed0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9a2682a1c9609f095b1fe6de3c191eca9e0db9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:944b6efc9e57f826af371b347a86f85d3c836f87c6bcfeee4a002801e7cc9790
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee7e791b014c906f63d912af91860d140f1721b7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8df197a013d1703bc60b86315ea635aa829535c6197d7e2076e7967ab3ec0d8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f60c9d3a46d229eab605d5f417bda4d5b64dcea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a17700f0988cd9d504cee2a626b92d2593b31657f4b20615b1c8a3808b9784
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1bea957cedde22a139a7490102a4f204fe03430
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c45f72414e03c8f42e8e65af5264ca2394fe8fdc4b66154c52d338e4800689d
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ad9ef8b92afabd1dbd19d5e6992d623a4b6c23
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ddb14ab898bdb07b33cebea3b9bb097a0c190f273bef57b5894eb582506004b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49bf258d640d0fd38485b0e169c348e60ec072df
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb024ce034b6afa33036661564afafc814a8d49a03e5821b485a6368503c2e7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a40a2084a1a342b1628474fdfae8b63f5478c7d4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b9946a60879962aacd2badb51051134c6521203935ed67a8e64619276142da
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3d146b1f9c28014ca1ad2d1f032ab7b5856010
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2226e63c8ef65c305e435ca0989d8eb00a3e441f267e128bf0c9cd82af50cbe0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db625f19ba2eba044dd8da9f95dd410cdc0e64b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055c7b00d605e6f9499c5288a267f653a533670bd53589b84466e885110f5258
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7727e9765052061f231aa8153909f6555cfc8033
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583e897adfaad570de8432d8d8123e212efb5254728085dce195e93584fa6fdb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a76d3ac3c4be2b175134fd93fb2471657ee435
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44ee1154eee82947ff09c0946f67551071756a1e81346463b5bc9c437c17ac2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..442d0722d933c1f4d68bca69fc532e284aa96444
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38dea3eda34e9a120435854b5c3add41b85600abf708920ef10443d9a81438f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62635eda8db424537f334b13934160381fe2349
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc58c6528a36b7d98fa6409bb2a25168a517e1c3eb0b663e80862093fd56fc87
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c308b4eb97a8555b384fc35d9751b950c314404
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005f27217ab8caaeefd16f79edae102208eabb80f445f55047a26982fb9e40cc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f6a4940c41e3bccdb3e9259efa553354887973
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc7a5fa992b9d880534f20945af738585e3f78606f520001399fa316175053d8
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2aea80c2a65e380ef29b031566fdac8dd6c6bb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1cd4c18d140c59dc278e5b9c550567644e13f7844bcdffbcfae9eba11015da7
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..753573fe02ffb4e1e76198da497739a7ed9b391b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7318c3e88bcc3022079e041836ed3dbeecbcefb298a05dc5369965d1b2aba2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ea22a6efe925e3212ffdbd77247221dec3deaa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27830c73d6e67774cc6376d9e365343a5d1d2741c51aa1a8a05f153002707074
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13cf431d7f62c3ace792e9c6796d1978b2e6365
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2490955f5b6493404c4f448096d260cac1619c985519403bf4824e877bdf6ba0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..722771caad30e4f9244307a0894f31c866514a90
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f551906be86db4e4ba6f68055971f448d549564573063eebbde685fe679a420
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71373ad9044ad17d7ae15ee02bd996052c66d4ec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f5c808bff8bab5884e1a908e95c9573e4e296c18e96c0b2e14fee98d39f8c28
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4af25262839f0e2b2450cf9ec13a98879d3dcc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4975f02c62574957b6cb418b020d3c7a975460114686d40691ae17f0040ab041
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..546c2acc0e2c85c6eaa5975b9d18cf6b7567dc85
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c75a3aeda313227f3258e868dd5e46434626c1235ff569580fa89fbe0f6a8d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b58848cb67f27fb8a87e461078c21b3064092a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ec4fa23911e46cbbaab9a08af6f7571ea084114aa15cde6242fab728690781
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d567e19285264361eed0e0c130b073e842cce842
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c0e6667188deb428b7a1394fecd139841ae74098fe8744e6ab559b9643ca47
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e5fd00185a6faf62a9bb919f0dcf917a0a41a7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad31e48881f6dbd77e61d1be611a4fa3b9aac698b84795ddefd51ec9acebfe4f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb60189edcb970cdeee995933f14bc3fbce9c3cc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd4d67587ff3387ebce41125e71b9804dd2d53c683f6dc0f3f69c48f651d69b
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddbae89765bda83fc069e61ba76cd5a67dea95ef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1765aa1e79df13faa568c86ebc84ad9788389bb69f447391cde8023092d2849c
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b6148a92c8759a3e4aa3ad21082e3a8ba88f43
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1260d0740a41f2d41377baed86bac1761ff70b582d29059734b413841d6f0124
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb51b630c4763118b9a0516aa0341e0821e89bca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a01b1bc78e7af1e985b5c2e6a78f029df56bc51d9e3afc21dbe81bcb18961a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb0c7c3cd4314712288038209e0ef067e33fa32d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e6c61e85875408a4c5b5c6b7784ce2173d37cd72483e71679b0182ffed0892
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833ef6aa9f141cf32784b9773e6c80be9e50be9f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105a7ec672ddc66df93e87df83843394f71d57d17852581c379c0f6196c5acf4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c56eb241b10c427c8b7999454971084ff0c4df79
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daeab3323820c351add3d2059afdb5ec4b5b3f07cbb4dfcd99599aeb414ba118
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cc715f5dfb119257a06f13df4536eebd47e5571
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace1c7c666b77ee8760fed2ed8f9797581f633b2db10f59cba7a3b837a9b8a46
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58f3e1d132fbe7fd9a7df30b55b577eb16ce859d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001ce80d5386e8c24d45f989ec1d4848846ea3f6af0667f3aa22790c03f3f9fa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7657092d004292e59980a564be0bdbb146b346b6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9cc128517de41455cf856e2bcf405eb5215385062aae5ad9bc119ca729824a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be3069071731e80340d7c06bff446c7a1ad5284f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e796d79b4e9aa32f1466aee9aada8df82915e9a9a34339ced34608d155f9ea05
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c0c50c508cf2b47c0166513db23df85c5986175
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:322e3850306f75fbc3953285ebd6c785989b89f95e191b077be1e9659f62a61a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba92ef24449e4b609bf411c3123c0c65b0a71ad0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f35c391b00273e2ee4e52c9c5791b4a77015c8f2492dbcc0644cf701112cab
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea8befb37f71eb14be4f1d262d8478956493716
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44ffffb0c19c1ac1c6b35a595c5ad2e38a3ca962ac5303e55390c0c586d3ebf
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78443673b223702144376b09ad675b20deccdc3b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ab2d671cfb9d42e0d753a42c529ce31ea4b8112ea7c9b5be925873ab28b579
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f5729e8eafe37b7b25115664e92fa9a5b5ebf6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5028604a75abb62c1429619a1a5c2330c198bcbca35d32daef200761de74a3e8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f653d07affaad75e3bb310a47c8839f4cba05f27
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4539bbadb03248cb7c8fd7dbe870b64ec96e9c9cc2844184eb67a037f97e60be
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45045d5edcd5dc49046a3a253f2fec131645aee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7482f912ffc793dc97b7a7f35b3b0eda88c5721bc26cfc097cb23b035125538
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c31312276b880bb014b6abd5d283e7da47e5d78
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538b3a6bc595c8d481db765a561f3843c466d8625fc897949a41fc00a63285f0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39cdedbb43df2be45a331bf21ba9dfb70b920057
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b33bbefd9b322d4923201f72937c6f0808ced0654c8ba28b0307ccbb34c7671
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75206649c6f9a2decf9fbb8c81baceafb9cdb51
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d99f6033fffbc0d3e4558f9f516ebca78f6f2ffccb3e8a107766df60aafe47
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331510df6c7060c0ac985a95bc5c3730f4e11fd4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f41fe28e31b7ec5d240990107bec4a50b4af49910126c64c61a0f090de199293
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82824c7c52b72cf2f5b3ed5b4c49ca046828e375
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d08e72cb91670161429fffbf31dc810b40db4031eba1643ae9043934a5e8c9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18771f58b71f88292012b7c942effb8661a7bc5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd327f09dca631cddc820b7f0d2653b9c63577c97c7b631f5d3ea56a7dc2962
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff320b6a94cf70acc463576a2a12536501de000a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96038c402b7f254c4d3e299bd13422d8e5f39e65586580b2236e19a3e65e3f4c
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d6c8333eebf11dc94440a4df787d7249052b686
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a4fbb00c415fd584305cf8f14aeb4b766cb5256e4827059601f99a435c8576
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57d795aeffa35babf8d29a6eba287c4eb243600
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:057289803786f0632df563d3ba3f4a95f2c9f718629a80cbf62c9be945dcb285
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab0db1a6793bbb63435b15aa7522620ab5c5d719
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb12c52d0bb96f151acb278583d5066de2be81d9b11706e700f81edb27f1952
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a77f3e3b657d4c8db50c46793e2f8d481991ba5b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d8d3d601dcade7d433a49541cf902a5f4cb2f0222a6ae98636d05a5bdb6f53f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d8dc201761d0ae95df158e766f2421bd7932fef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae68cebfea1f6ea56cafc5c2cbb0680ba4a05240f1940a2b72668384f0b81ed1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..681dc71a0db583a47dfbd0901641dce50c74cdf6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85292445a6ad4dd5f70553cf01898c177003954d0143417d1516384d3345246
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f502ec7de2d47b7c0b3bdb652c4a8d6cd68ad14
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b56a9e74c5d23740c02f54205a280102a2f07a3861127acc3bfb54ab9057860
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7885423f7856d6a96e303cab5de3578111248e51
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4591cdf25cecf4c66112ac018adb72676f530f809c371a66c1c6852c05dbbf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9890532fd44b5ddf25442a32470d172edb71a42b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ed8bb0f49dce69ea407faea39c7d5468768df35979a2fdb09763fcfbdaf8ec7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a86cd47d87b4415b0bd1f9aab6d066e240b94227
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0618c0ddc78b3d5cf1bb24a5a7b4c99470c73bfc8d8aa67d83b1354afe2cead6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe569f857a2dda4f10b93267cca1b16aac21b07
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e80abb8f721b7967d7d19a84efe63c101cebac9d5296d00d45d837288e27e46
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5854ec01a7c8ca0cc98676a93f252063298d35c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab8ed104a7439ae5b0655a26ddb9f4f912c6650b04186b65e3759adf34d3a434
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5286ff5b618b2cacadc7d3273eed1ed366066b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:600584165e6493756ca546c91abe279e706a5c9df0002b95175e07d8c8a29224
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a6ee8cd7c77fe81edc0f33926d4ccee96d6aa57
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db6681cc3a4552c446d667f137d28c4d1d7aff2b1cbc41467050b263569b82ef
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343d8595a80d96d7a52244ee37d262a408d35af2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0343b996f45a33478c9e2debe59c38206ba5de973292f5a0d8e2cc2dd7f9b1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f90fcc2fed9132c74ef97665c705d1bb60822442
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94957c581ee92700705298c6ff974e965feec8851d05cbee99d1db3af4aae8d0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fc4070f44225d18eb3758868c6182502295e33
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1693b1cb989c17296adbb962118c8085501384562092c383f140addb364ecc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164db5f23414df41da9a923fdf9827cb85eca787
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424d55b3c93c4345a5c961384846fbc0d13b540c914725467fdf894ab77e0a78
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0352c7cb5a9f8b074e4bbf46f31ce4748ae40b17
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:680401beb52abedec4692bf827a45f6cb106a9728d88f7cea23116e0c2999bb1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79d0e39e41de71fb8e06d15ad65bf45d4e8b374c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6965fd21bc8b1665210667f80898892d1ccdcb2a313a178da88f4b5214c9e00c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..007dd6e9b43eca3692316196bd3b7cfdaa3d5dbd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575e81fcc6ff17a3a59f1add4b3a93fcc2e0257a484aeddd0dc59e1c9b3c720c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c06212489865a4867aa14db0d3a2c573a914eff8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d53ed252950a808bc25f77fb032980fd4b34ad4d37575340de521ade377deec5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..576ca55905c506010bb9034bb6dca2692b8fd47c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511f56b7f86d00bc448374a4f29bb8a01a3b54a8a67e749141214fcfdd179788
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eebaac2c849172ad419749528c02b1282c4292d2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db5d1d50f77a0bc7ec7733e86d2947ef37467ac56d673be3c53b445df4a357b1
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fed0058a88de82c3a1ee02a0b32859b6ac06886
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f821125c548695139e5daac8c9a57bf4f4caf14ff1591849008241ecaf24c23
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8afd5a014f01603a80382e67daf7cd95789dbd60
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a772b6276227339beee7e0f635db28a2d8fdba31d91a3c5d01d7fb9f4cf91d8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c306ded279c0ea088ca61a6ec17dbb8685857e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c3acdda8719e83304992477338e5729175fb36e4cc4d8a1bdb3f284bae7ca2f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f3f863447e10131530aff02acfb40958b632f66
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a51d7b0133c9a5ef5c8425a43ecafbfa65b53293e7d72a5874f787313cfa0d8f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f599a9dbe59574648531266f607233f615ad344
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee08396db1382da05f44bb18c4b20d8e30526c4c2c3994e43676f923de972821
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01a5f712ec958b293bad0393d729751dde7fa237
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e90efbc1430ff648b0e5dee197c77b01bf771d28e9701fbdcec3f4bfd6daa13
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8888818287d270cc66ad1b93ebe95131491679
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:282709c9ab997c29337dbb4efa13aed7610d54dc28cb9c47c241825c6b7af01c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df1bce308cc032b9b15a22879099f8d13402bfe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1098325569825ea0b9bd9f99dd53c817afc57d37307c45c5a358182bc7f96625
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1099bef66362ec0f59b2a3b1bc0f8b9bdd1e4898
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bac975fd4de9e0b8b6f271d926947efbbe85180442ad6638eefafeb1a2c3e16
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675203c808f1f8d8bff7a35a5428152d81fc4c24
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e58e3080771e38538f20e0f81ed16d3d92dff8901703df16d00a9a8d07c583
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80c6c5df4156725235738488f719c8ffea6e80a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9383b08be8eca531d040d3ece51cdfaa144eb5c102cd4726b762f47065f51ef7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c77b7ac5040a51aaaaca276a59395329a8368bf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c57b9e8657cc182faa203694e8911a5a85c264faf0e30a248d569c993b7910
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db2c7b464bc3ee76d1fc61857bee1695d135ac1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef51615121ef0fdb6406b1fd6487180aa63aa6fe587c2568abf42815c593dae1
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e7a70497113badbfd63447a3edba6430cd9fcd7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d411f42aa80296de434afdb86db68fa10ba02f368833b8623c4c2ab87c2a9d2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853f7703f3690d14ae6ba29be9b8a635ffbb4545
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3cafad2df38a8c4d3fbb228e37cc657f29505f3ae73f35f58601d2ffee0d0ea
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3658746725c0640ebedba028ed2820171aae6ff1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a77474cb296b2c8cb7b38026a4843f92be555a70e8f5330158d30edf2f084b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947460ed464251c67934df11e6287d766cf9b820
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c58eeb8c31a8e71c5501fc07dadcaebb46f66d67a0a8bae1bd437e783a62db4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee2529b69768bd0737a478079e137446f30c4f8b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476136444c1e4578dc6e4ad0907058c45406fe029de8e854c16974d0995a3191
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a698c2a2472900aefb6437d6ca31fa2063882a1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d82a4298c0db1b9168a1e3d4596797c338d82b60b6605a0b1d3d664dcb4b29b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b4e0b1ced8129f36cc6c66cea504eb4d3d133de
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4153fc76e62bad503dedd6c1d4d7de3996b5da18b2fcf0350bda105d8dfb4247
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d7e48e6459a2bd5b2bf36d0417a19ed5018b371
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5949afac07115bb691d3dd91383ce408678eb1b784a0e74a55c8a6aa8be1fb02
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5554ebb7ab36d1f2a85b0fdd5417ad3feccac12
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192d0ff817c604d63b6d6aeb5512ff25ce4e055fd9af9fac3f5c2358295c8638
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec673a70b50b86e546e4d24c5a1d0d6ac154c128
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859dbf3d3853859654adf80267aec76ce8d020d86d6cfaf270ec567f5fc2c05d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3dfd56aef694beacf4e5859f3966e93cd6b615c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1169d4e141db6a3e421fcdb29e0fdb6d3f1f7d680d91b64b4137c79727a397
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8aa43f2789ac00106826a4fc784f6d9133013c2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d300b6d6fb9337e9bbf424d626f0940e72628db70132ac56a886892d684f3fcb
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5d2985dede0552bea155e89460d2fd6c7c10bf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:088cb8a0c7b5f1106843a9a9b4888739e4e7053b8d65668defa6545d1013c0d9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192f7cd2595aae30ff2cc7e1359e132b2a27ef7e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbdd66d54e995f81b9b1b9c2cbdb9969a3f1783e9f5dd4f26e18951751989b77
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..434d7eb80fe4a25cec6faaae96aec1b8659e4d61
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f988c242c452b5b801d0559b8bb6649df19ed90b1326a7350cd85db40515742
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8691da8d64194d0abbd4871812dd010842d6b32
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5546eb83b2c6bcee4d062ba62fae3b3ffc557245095b7a4cfbbd9eeaeda3e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d45529a57e80814ed305cf6d2c90686427006007
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:582986a74b75fe4e51730a2f667c68467e32b0a7a21d3beb6378a18a6a7de2fb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db4eb7ecd2b1b83af49924d8caf908082a2f8be
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ae104ac0b934709ac4a5738ab4ec9de48385178d8d2e193805ee3b5add25e6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cdee9e8d03f1a2eda9f6b85fd41a13bb7917caf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a88d27defe9a874d69df0c9fa1b8e79ba14e5690eb592674ccf8f970580328
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea70f255c2e3add65f1dd1651a28ee7996dc34d9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd854cbe86c9fd528039c9415aaa08a96655fc2648b4cef283c980faa40b040
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92cf65b868d2c9ec0e2338fcfa70fb75ab022ad5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5504f8b35d2a08bf21db69c9478b467ee64cb287a904336143f4773b1cf791d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15361d65b0e4144ae89bd22e43a083a09014b798
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c12f1a821b4c8c7fe7a5965553700cd0eb2230e2b70d60355aebaf22b88691f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33876012086d743345001028941cdceb2ee1fdb2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68af81723faa9f6883aa1fd20109e89bd8ab67c170ac326ce23dbc8cb8b0aa0d
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb544e40910a9cd004395c8172f48063bdafdd7a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f1caeeec0d14ea1afd82033fd4930f20bbc35829f62ca57a0b39afd0597974
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b28d32e91fecba3d3106a421bc34918d4adfbbb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d440da43d81a4c1e930f5e70bef363535a7985d665641da5f9c2f040d90cc24
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ecac3812e3447dba0017bf36fce218c6fb407a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843470f21e6328ba584fa7481dd4cc151c4f4fc823f1a719fa4722e6f2670171
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012b2ebe330545581a4f48ac034bbd13537e32eb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d853fe6bfa616191bf11e4fcdd8f2b41df4922caab63f5c8eb12f5f5172172c9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5720979cd46c91d9cd331f4453c9b318ec32152e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0232150dade165ff49e0a8013bd0cab598c3a49783336508e0db8452fecede
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6847140f049e23f8549835c835dd38b5abb70a16
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648a23eccefb20c5553da25df007e3b1e9879fc58f909eafb6413e69085230ff
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f9ad4f9004c1e4fb04d8b50ce30e766ac0b358
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f890368a3125974253c6e119c0066113bccc5dbce5278f8b7f6077ce57ad9ae
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf5dab50690ecff0a01873560bfec0232b990d10
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b378f51938f03a2d1b47849233325138c9a05dc7ef46cea7e78fc4babd39a05
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f8b9ebf11ead6c4d05761093c3b6a531ac705d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0887eedf84c409659b950bdbaf6fddcc1cd2044a9ebc55011802d6a3b625e1e5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2843d839192cf7bdca8c214956315997685942
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18cab83d01bb1034428f054e1be9f7891e9dd1a5a7b6d92a2c9bcda4bff50da6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a0184ed6c1f22b19ab3b35e56e637e2c30f211
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47d8d5fc4265bda0e4a6e23ae7ee5e798155071a86266e50fe552fb462abf5b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af9d9e344cd1545179b26c65f7f7fd6939538c4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f22c3dde85e2f1104ff0ff10252d9948d1a1f978ff5acd1294b507d3016ad5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8e6945f605f99d5c58ecb2e4502b8f9f7ce62f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f78c004a1bbcb2117610b921ffd8dbc8608435eda5a12c15b440d21475c0184
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a28621374dd8c34b678cb346d65d089a470ee208
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4baf2e85ab9a4c4f2f05de9c370c7e65f921694ca8dfcdd1a4bfd7191beb7cd7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581b111ecd4193bf9712fb4330daadab661f6b99
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1825890fddeba2970124ea6ea37d718ea32fe29c0eab8acde2a12497d41398e4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded91ed19490c5c9611fc42506ecf066798b7413
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e832215323fa0d2e868f9124dd837a1bad66b5b41b1686a39b8aa02b01055189
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..107e4a581399ceed4fa07f6ff1c212ceaad5f633
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fc78aa4dac231be1a313f0e0da35cc28f5d899fc7dfa5eff08217988b69532
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c9d90f0ba1b391b1423f87504cb6da2e7ef9b63
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b033315597928484249613df85c84dfb68e0aad90bf75f949588a04efa90ac
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f03b8385c344b18d891b2ad0799dceaaf984bb1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c0122f61368f35ed914f4de6e09d047ed0af0a10a07c04bc4bc528f167fb77
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4edf99ab9e735714119cd83334eb84582c1dad12
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05d7d72342911a941e44117a952395433532ca6f0275a5996669aecb3592a6e2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..973e4e17c325659a6cad1fbca386a6ba817d1d42
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ead5862139778243bb4b17706dc881cbece8641cf8f3669f14dea2c15e9160c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f2a24e320f43bdf768be33f82c1868a2967dba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5afe5fb9fe8efbbec40270a4253e88704e1377dbfd55e262abee065a1b324fc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37dab654550f781cc2eca24be7d48122b7699bad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6dbedd5c1da1d6a233abf9164f1f2fa80ea7f87ccf20f6e38f09ca5c69701b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba9204d6f967c9e1b3c6c945d87e23aabca43ec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10db00d8888f1cc79bc15adf0f34470ffeb3e88aa8fee7920986f6166beb4b71
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d61438e6c89e7dd4ba8bcc4737adfde65678b9f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c308aa8ed9cb30d244fb01f540b84ee815b98c7557b7f7e6ffc3afd47af2c7e0
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7925d9eeb83a39a754d1afbf941a74838059412
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16921b38e8d83cbc4e15c96adec826602c975414942e7b4cfddbbe58d4c99ba
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a66b7024848aa08d668bc44f9e323519d83607b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5958d22c20df86a446717ee8db963165757fef99b638796b930cb7ca26d8eeb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932f3915e82b2b546774fbf4991faafba1fd7585
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3da0f1437e0ed92ccb2d1924e87eddd21a78c43e2e6dac3e71c4d73ca6037f1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024ae0bb3de1f1ec2c81b3068a5f8fce021dfc10
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13348941c61d2e0be97c8c3b47d89be25bfb888c31ffd60cc1fc0d7a48ec2da
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4df8285a9e20fb2df201f5628bfef94fcb6ff85
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160a2540ef4f1c3000b6db2f4fc4cd2f8bdc509f68eef77bc9253fd78fc02220
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d83ed34c7e6f98717c287ef8f53f77a66a7c314
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6abe48d1f21d8d8d19ca72ec06f83b27d01f5948d5fb2cc8743c3b16c49bd785
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ff41c4a13074ee9e45fe4e0d444c5173cd1929
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa704e87a45eb15af5984aa4534a8ccaf6555c1631c06fde66e020c3b277f124
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899ef54165185a0d723774e83919f47807e25fe3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc6e06d5437477f7e26134edf2f52a096ce2e767e0ceb5d48a91a4f8a28b111
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cebe48bbb5bb6eb9774731974025e49700b8731c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c181ec91f216c3e5b4248aabfe84cff27b8d4b823f0c676e50f5e6f70f7daf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c106ee26ef4a1217e3584dabb3b50f2f97495724
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc1a71029fc7ca87bbc397a4b0b0fd064995b74b32b6b31433f562388d092af5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c679fc3824e13bcaf2bb436c9d620db4fe8192
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8180b5499ffd1face3ca9a3c8008aa724252fa281d8e8445982f2c6972041ad6
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4286e48f4ea500790759016ef5fb0979c48a8338
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f776ca42546800b236cb516dcc5da84db96617ec6f423c706a7a5076d21b70b7
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e72ea42d8417ed5dd42b800e0f4b84b7f9c330dc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7af359256223dfa066408dd81b29dda84b2444b2a52323e3bfac2c3c9576d73
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f209be1863f657c5c55db73f627dcf2d529d7d2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb45414b075363aa3c67ecd4cb15d92afb519a84f3fb3dd6c7bf320d1321546
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bda1cc2dc198055d15ebcac3b74c3ca9006b02e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fbbc4cb11c4909d0d87bfb4a3366ec772f8cddcb5fbeecdb6dac7a86cab86aa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7627d36bac82855c6ce229dcb6b8c1a5a601bc3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3770bb095871425348bfdf9ef473971d89c7640d74587719dc57272470f9ade
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e61be2c102079e2e88ae7af0b74c0caa8cce62c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54816b78069f8f4037fe859c93aeef8dca27468f1947ccefd846d8df19dbe9f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca41fed3654e051f5fc71ae24185af342244060
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f6d2c2935b43abd308ca86c1ef80317a06d517b61668bfdc7ff4dadb968987
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08871b37caa4dc9b06bc910d8f60d458a7d3245b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b9a3bd80e46ad1902c8a5e273177d1db940d5ab56060d0ea8552fea2de0ce76
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52998279f9d1908fc32304ae49f432ec013af782
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6733aa8823ee7081c6eaac1e68a66e8bd3017574f03d8372d4c53610801a7aa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0186164eee627f1cdef9741721d08bb8fc336253
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc413ab47f412a86d5aa022c238e8362a4bb8c99bb34fd04f7ffdb7fc7e75833
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b147129f618eda12d1f7bd424b2c27629e37912e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6425be334b7692ed1c9f43d08a87329a559ea60452a32e18b521ac4dc36e0411
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b49bc740f228b3ac919e9147ab39213cef6ca22
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b2cf3f90f6ed0b135547af4d1b4c4bbbf63c2c1b32c004a581bbb2f9641fd2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bbbcc4dc2ea689e3dac9b6710302669ee3f7d77
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3834a805d54dbf06cff9dc3afcd88ae9ccf742455d16c4caee7745b5401c0f3d
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac447e81f7a440a6001ca6b36ef6db2a829b9bff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fbdf6f79f59d6c6d775bb3b839b2470d4cba99f3c94ec059ae288abe50c462b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3fb1c217c625c675b6cf1f51e8642e6e0e76516
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba39acc3cd096a62aa259d6575bcb7661e9a8cfe9e1797ec17193999f675f59
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7fc69f11e989b4ec1236cb99299ac5a47ad8e83
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdbb2c21a61138fbc3c38b6a9e26267ad6355e6274be5af56fa533b6af9fb9db
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd204caed96ccd880b21e68c7d97507941baa30
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453b081eb8ebb2d7fbee8973175cad2f29b8316315563ffbbf9352ebb8316586
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0aeeff5cde81fd179948a39effae9dd52ea61a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27ea05f5bb2d9fd5906b64f9a892534ffcca81ebb80925b483f0fe3e82c63e3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03a4aa6f81a933116ec94bb1dd16ac5245a4b8b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da190e25cd88970952847b0e1addc71f88526841d00a42a88fca000c114de9e7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3080d345b087a17e0d2a3b3311065f0e2a74ee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21494dc622863e0b41e2cd048964190029342168dadca8639642834e8f2edf53
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0e1fad5ec35f6c3859ff9672fd5654f5503a41
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271026fd8946ed9d1228f90aca466ff5d1f6f65c84c604591c8fbf449b2b8f91
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5112f5e09fb9e4753d1706dd821b2556075f8bcd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c46620cd01435b9641507dd0043637ceacd1bd0a263b34fced70bfd0304def
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943a1f3bd1cb7a8cb48c87677666772e95d55c52
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc0905b7d1bdcc76a2c05ba7333f154129f750f89e072e55eb61782ad2be3fb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63f0caba700503fbc07931073570c43f3a3a032e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98e178e0a813cc387aaf54d5ebc4a9965a44dce3686cd0b2ed22118c7e61932
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5f740ce40b3a20f9a8c53a0a359ae3dfc3c51f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718b443e34e58c3cbaab015ca4046c6ec8607481cdb34da28b7d160ac1256971
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614c4b8b4a7863cb505c52eb045442eacc6b58b5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f510c524ecf00b9287c830bb15ab2ae10c7d83fb1e94a7599d7bb7d8f2b4dcb8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ffea7d415fa546f4d8cd142d14909900b763a8a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a31e3fdc80c234b97b4848e8362e3168b551a74d2c5a161919228dd79c4424c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3919a0b12e232f3c405b1e041f497c969c289640
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f26cc88b92fafbb83b04748959cc1d76a54ebb26cffe835acae592a79594f04e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b4f5ef6c56ca0d079ccd0a333055f6dcff7c76
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43eb3d94ae6042e7e99273926102b5d6d4f3139c65faf98efa67dd45713bf9b9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dafd2fd31d64da902273b5d106ed88a9adc38da
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99259c590c62b4369fdc217b3404f2c2bdcbe82fd63694658860175aa23a62dc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..125bb5317f75d8ea24170438fd3abd748a7a6d2c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094270e6f7c941352cff825a505df982b9ee6cbe1ad3d4fd1bfbcf7265bbbc23
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b1fffa87869aa3bde3060106904a502314244b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f879b7c22c891d4c179824cdf07f00870ea6eadf30988ecffae14e732f348c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff13c5bded6e5c387f701914fcb9c544678b90ab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a54bdeea9421c4a5bf28d297ceccd85f796f2831b7cf2d7de1979250ad512f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7e6aad3642697c4bb2986bb1d0d8967e50ae7f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5ffabab03bf3987a7060fbaa1cf2024ee759948de47ee3403d4a5a453a04af
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a5f5086c6d909efcd03c7d531420ef2a6261b45
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477789515b17ebc545d95156fb51ba2bfe7a870f11ceb4356399dcdcf0685e3c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9706e7ca5c088bb77cc97856aba6984eb0730e35
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb3d9b9344934e83420ead3a8d4a8653bc37a900cf5ad9768dee8f48676d3d22
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4d13a47b9d7b1f0aa3a926e6aefacb268d1a864
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375d25fa45e24741c0a8bd58420fb5a3295bdab2b642087a98e350f404fbf8ce
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..585eb923e731a022f3771c3e5bc4b315d467aca1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17437dc984d124b89948a721a49896549003b199ad0aa9a5319baa0ee6b2c6c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a791c3e81fc4cbfabab08d692781954eae31564a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc5bb7196868f3923aa6671b1041fd3429d1f6661670c7704d7d3a15fbd3d4c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38508d433615c510cc21cefc7551bc4633553d8c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b69c2e265809c5bd5a3d003dcd8d875cc5e256f86f8bb9887945afcc1af7b8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea6f0bcc233ad2823a37319aa2f228fb82772dfd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bbe9b4a0aa6b1c0047b493610de9ed1013a342d825d8509ed68e641426250ab
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..521b375726c56747c9c73a29ed797d0d27fd663f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2ade46a19e47c3d28782f45de6221958168587d746aea8bcc62325c16e5e476
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a763b6bdc973cf7f07d34cd230940740415669
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e289ba0715ff0fa032faae377411cad8510943960c57ec022590a4141214b6f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..080df9b4f002933f5738c87d7fd85656fc694a89
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c948fdd6a36c3af696e63a5bed4e2ff6226eca20077e73de619a294d1f90c6d3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f7de4d3fbd34a55efc68a9991f3499c8db07ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ee98c7c031c441ae9ed6ad8ff56b5a83d032f939c828b155bfa5bf6d8904c2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1514e3f324fc918d59f12abb9316785a16d81861
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:305e94664af6b008a6b91568f2a631c70562cc5c120514ac088b85e0f649ab45
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a845a113db166fe3f2e19570b5a071fb5e7c0e87
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac86eb9c5fb0e29295f9254b58a3cac1d01b7954fa7acdcc0f49876e3985474
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70339c7cf8f6d5ccecd874d8bac1853d4828007a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d5b9c7bdd2acf5796975978793e2f56312121cee91ac2bb8adfa9e0dc116df
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6967c2c08f5081e6ec7bcbc21c18a7ab47537a18
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3e719974a58fb14cc7a80be98cff5f6e0c9477e5d81c4424f92a4b900fe04e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ba8261f9380c80a0de2a564097924a3922bc98
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267c4555b09232357a50dd7c78c49a16fd7836292b51d4386466be61f42f649a
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77152e405304d34e20732d769505a8c4ef94310c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d638effa804c6f65e8f6e195896beda9515a30853220180fa2b966feb1e0f734
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/lm_head/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347b0638553051677ac958ecbf3fb096e9af0070
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18819dd596af270ba6b24e4ecaeeaa5004565580dc8325dc3251654506cc1ac0
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/lm_head/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddbdbf3f82d6662c4b3b43550ce74e1bd0bd8e10
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b13db6d7ee54b895a77f74d0b2767504517a420d7db1b1ad9fa839fa6f7e2db
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2d375d423d17e38668a3c4a17ebd8294e72871
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4247d8a5be48a70089288ffa57f0e2d048296aa840794754dbaee295f12afa1b
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ae10111193126746ed6b5b85929631e0e748945
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2251811718cd79d6aba197adb786cd52ff156dadb11c6e8daf3638f36552270
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f077b6bf979f006fe7d11fd59191f89b5c6d8be
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c38dedf0885aa3465c72b4e4fd86c67faad79ffb1edbb6e278c99d6f70f1c2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6fcafac73b6047a74f51bfe36ea972136fd925f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b805eca183ad23f8a28e3adce26cb4578bff93ba6a764c755ba00d5f483ee42
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c0921c508e6a3ff46360db38e1d06173c4fec77
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb234b67f06cca29629e940f6273fed6a390767d5b4dbe6b4f69269ddb9326ba
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11329c21286872b1cd111dd84d53a4153543b116
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b11760dae9f3c191f1921bd4f115e8253a6d92ee09e1ba9667726cb25cfd37
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8a16750f0410cc11ca6a8614a05a583c91cc92d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de18d63399cc5df218c853ee8d49bd59e656368dc8de10d58fe8c5d26c5b6ad0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24c05e750dda3cd8a6022989930167beb44d76a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43809b5b0d4f2e100834b341445fd234263b49baeb345787cafe37d4a9e0aa18
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbaf12d2bf54da511b7d2fed36caf6453470e43e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a438e21440248f9863a3dd8711022993c00f6afa39ba6d5f0a00d024ee356dc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ea454016ef8e2a2cbea0467dec17cb566abded
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31086d63001de8dc3412fb5d9a85062113bcf2c62c9378c85f3d394ea63d03e8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b35deeafd1f940adbac21fa10cce82377684b28
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c49aa5fbad27011d938f67be948c712bfb13bd49ea208d128210fc7b47dd88
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17fd19aec31201a2150d20e6f9580b8d1f6e1fb5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3031c7c14a673dbd1c834993202f3b9420e13c4d1b4b389fb1b0a5c5fe0da3c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c35ebb97cc100534abdc0434dece63ddbac7a9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34271bbb0b82ad17ea4123d6835c7edbecc273250f57db3f2b40deed8f7ea94f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf86ec5f146049fe5d6720f594a6fba565a54db
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f32212ddb98c6f799d39f6cf16b301c6cbcd7b3a37ed0b64141aeac461a7bb2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f607bee4e0445d5a6059a226734ed0bf272bb040
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31fca1e5f47511577fabe4b5ad52533de125c474f61f515323df9b0fc80a2ebd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3484a4d5f7a73f06f4ae633f15f2125bc162cdc0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec55b8db7caab8118a475d0212e1b53071f45c735515af75b0a76a09669e15d9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d2cdcb559e991275bdf9e5533f46a56ae4bc097
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b34485c363efec095443f2c8de4dfc52a69ab69025ce584271bd66d88fcebb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0e275b3507a28917069cbd54c9ede7065ee0ba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b46daa928963eca26c0c8b9de00386f038294ee9eac60e9af43201bd89900e2a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69b3a643b996b7917988d99457057368094a5239
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5fcdfa3e7b26dff53eb68f504393d56e1ed7a972ff3447c1f4936fdfa4efd6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d167de9e6964cc831820a14437205af143a71ac8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1ed379875390cc5f715bbcebb7883847603ef1237b6100d806ae7a504c537a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9e66241d7ffb6f801fbe9823d6e6fbabc7f9b4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4370b74b9bd418930132a61495911299d6153a42849179db34f4e812c03069
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c836e5ebc663bad730568fc45606b010e38840b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:647defece83bf295da3127db136ab551d32a213fb08bebed74bbbfec5d2ebff2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300d3572091d905d0170bd8aa5cd56f5f0f64821
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaebfdfc1bb14a939dc4085d72b1e946e8a904e3d9003ad9346f3832b4347512
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..183d2dd22331925846306ae7f189f6bda17860e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c82003ad92d6e256eeedb8975d30a027a3207aecf830fdc3ad15da0cfe52a07
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe502710d88f9cf274bd0e6077739804d41a39d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bffaad3f9ce1b3f91d2abfd7bab843938a4680df933f245017245d6145ef07f2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0beffc4b39514a3730ebb8e9d8802a641c737dc2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcef8665b7c89ff9c0f87a45f1200a5ae77b97f90335cff524c899d904026a2a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66cc60562287aff2c91b2072904a4be15f55678e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df06a5f7059ea70a5883b7dc15c1a10380c9e215e6c38976c34da11f99f83d65
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f79ad9f87813295a68468eca61f869eaa38e440
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f525b60421da89a2da1f1cceef18bf156505da914fe6f57f15d2438312eeafd3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b24c97984f5002a3a4ed244ca2d23ae3b95cca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae22078cc8997316fe4889cd62be57dda83fc845a340f5cdf903ec105d07501
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02f569c4dd481ec5a8d02ff1284cab0017e167a3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad490a9d94a80a89e6eed5485fd8a16f12c7538c690a81df5528cbd3cbb7038
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd7bc8426372d799e4356ff82b22e55f149e81c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fef94dac3a5a5e3621357d598d521b40fdbbe54fcd700ef7ba4f7465cad97b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20c62aff3f39606e88c1722deace72a454bc3a35
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db910244d0fa208357fc2662d7c49b163c79e0299ff1ddcd070dd0736342d8b6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2032c908c40dc34d65bbf6f92bb5e4f18707b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108e7678db0fdc0577f76a4b0b4dbdb4dd297620bfec0b4cfa46324e4e9505f2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52241b6652fd30936ef13db0a209ccf2e7f06cee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f34b16428f92bd72380a21143d94e5a6e4b145d8efec8d3d21c98254d0cc58
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617eae6470e60e7260e0eb415d6485b90bd46ceb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16b219d6f1b273091887bfd3fefe33e62b64bea70ef4ed6d9cb9be0247281e8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bd69801ab9a66236067bd2358feae4f4b47d080
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e32f84371853e14e20bac5dbbc61e238a2f3585dd817bde2ad8299743a9ed6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e686a99ff47f74003aaf2b96fe4b091f27fd2042
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b687cb0ea689c89b3441b4256e40688d20509227c9b6ea22ffa1918f8665f9c5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847445a7a23bae831d417b5a8d1ced81a6663b73
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe96ccb7078d9579a44dbc1ebb435f923b59f426be516f863321549945d936e7
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a437b230335c111fa874b6e12576644318048bb7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d357dde5d61fe02941faea3ed9658397388b7f0ddb8e1e351df14a028fd988
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..380d98cd6cd89fdfd8bfaf9d8c2317e59e735ef3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec9310a802298235cfb3aa41ab40759a684379dc3e10a6ab56cfc2868a0e916
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e656ebc3b79b9abbfa80defc681d67e02cbca2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3728abf7393bef5a188b3e29ba0b72f4e20bbffe164fe60b54b836660282a692
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92241a30a2325a8113d7ba78663b0ca0c430103e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f80ca4636a913df1f0c842a7e59cf1ac911c83105cf9e4b060341f08bae56c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9657e66e7184109639c16eaee2bda5d025674d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91dbbe59890062a6bbddd9db4f42bc31e5257c70e224729d9d95e59881d704e6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e12bf151f7b770f05e9b37714e5e731f06a239d7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c659e2e53875136fc81d8ddbd53fc7502bfa7477e119cb39611373921035dc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac4080be1b161b159110092eb653cf9364b48d0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f82367cd778e249465530161a1b541f1e9a98a1ce8b618c3d4a83916e86683f1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3078c6564dbe5078bf0e0b7b8dbc6d4b7524f01a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4970de0dfafe0b249cef6c1d015348293fc0a0054c8145ab5275a2666c04fc49
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1546162bd14f4c4268bf30ab746eb89c5216c16b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35525fe6e576ca72ce6ef309dad8ea8fd90c0687a334c1c5884187047cc043ee
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5464dbb63957854e86c91ab25561a46a335e8e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cbada1c2cd454cc58db94f187d30c66cf96d0dad99a8b0f7122801403036282
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a1a2850bc009dacbfdee6d644aa4868bf95d8e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b12ad792155ea0fddc9747cfba0009ba0d8b8586594dae10432c921a82ca63
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb7012332b0ee90582a1a96a5a2a60c0ea791a9f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f96f775c0c93036a45446d5448f05636dda70c68e3c9a9eab85019d788ab4d
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb71bfe3d10873dcb4e40baabd34d35a5fef2df6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d859c36ed56370345365ea9ef4476597ec0b1ef281fb44136de3f774c85bfa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba86e6fd4dd1e5d710796d2f569bdd1ea3cc90ff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677439312d29da7d0294b5e48e6f458c857ae3ad820694462ebaadc175a2393a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a42e7323b8a3b6521a38fec8ff80822156241fa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f07843f48510fdb462d660f13e89cfb5395507cbc0469191aff391155d8a67
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f0611bf150df819cdc04b9c0402e1ecc42db75
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc09122f13855984dbea7b00cdcb46fdcd4a40fcb309330d2f683a4d58a3573
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be98acadc193495b3a2f6d863fecf6b3663915a1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6295f4f4e1d77d2163c0602c8e9ab213d4d90e8d91477a702193529124b1c30
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b35ce066f3fdc748096855fda5fe131424b4ddf9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57a900ecee1145bf1772cad557789ffa901f0e769576ecfc509d89277eb1bb1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd0485c16e07e4012ce024c33d55aa16822bf341
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e237e74c2ea6db7e3d9d245d784fac05900b33ef5a7dc02936500fdd5d471762
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf37242eeb03879f9092ebdca1c94bf73f7dbf8a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4582c026e7b2d805c08c397549ca1a7a114395259ccdd4fe1326411684ee17
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..629bdfcd666005cd6af47f1d5f461ecc1c24de4d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f928bc1ccda0cce6398ed66832401909ede3fc234b9b244369ce9a97793e807c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c36ba7077705e5a15694c804f94fedd8763a549
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec99430ad35aab5b44e3e52b8d1ff89a0be7c2b7294b1e0d349e29c004cd07b1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d29a050bff792e61289c12c75745f107dce1514
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5981a08f33e1ea2c04ddcdfc50df1bbdad19d0ea01f89a165e6c66710dbf930
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da48430ff3d75f43c93d39b62c46fecb47d1db45
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5629f3a6a2649ff4b441991c538f42c51a256ed4a649b254a6f07c1439f32f2a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3c9b08c1b621266c484343f9bb863bfc4bb1b8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf842c8798f2095c3f23018ab63f2a44b5f804ef0d765c029ef5bf3d3417eea5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a5af6805c5ef132900caa2d5cb12edfe1e61be
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f17b2c15a26fe23f06ee3f778540b57193f1cfac55af388c02603f9f190f8394
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c738e5ee5bb5b8906c66e5e52702f2dd9616f502
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:322d4914e6eedf73eac07b55c8ea5674bea0b5720cf3ff4c81808807a86fd720
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e54ee0401b2828417cc9b0bbd1cc38518d8e3f6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff67112c48b441c63e4039303218a6b332d1964030ee84f2768496498ba3a82
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a90af9700727223e0af15fa9d0837cfeb310b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674d8b0311e096ddf137467c3e622b02a0ef192983ea5ef065bf3cda49f0b1fb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42710a02fd81d9c774bc7bdc028493098510d1c0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52e69447a1d3ec2bfc145887b5afe9261e0986867060706a0cca9e6b32a05f9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6729b704f7dc5d5273c827f22873e3afcf2077b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7949f73129caed2b0e459f822defb5ffdcb14e71e817e8ff723aae94feb6a508
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8391d838a59a867ce2382b56ef2cbd800bdf8e9b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e656032cf0773210f9c4271670e19f6d84fed5bd515c6d1f4e6f9971b1d5c88
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ff6e08d83a6397ae263b476e92b6304e265183b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ee129b6a75a2c02e878c1cc3efb8e96429dce6c4bae2e5c1624c1714a575ea
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4379b05e371a0b375e81440029d41eafd7c74a5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e26a2e7af32005c25b683fab55f5bb488debeb2176ca700121a114088e7f90c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..161755702898e888c43a07c4a25ab797a7cdb7b2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8709d5bd714d5007f0fdc3d4639b5ea4234ba90b2ebb6f1332c3c30273aa58
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8fd5c44aa2066a5c901f9134922d506c6377b5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5578fda3075743f3eaea417cbc5070230f96bb6258c87af0c9d3f24a959c96de
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3a75af27f8bcec1ad81d1f6d6c7eb335d7e4d9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e72a420abdfd771d42ebc8f2b9e236962784d40605751d08c66953fc929d589b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8574454b1b1c15e88f87ffc6239bb86bd7105403
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2609053f2dbd62f6ff50e37c414d8f67d5e90c88e4c4c5df980de7620aa3b35
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa9fde5cd8f0fc2c7159b98805a5debc4974df84
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497e74167261faad97fdba21de07195a2713ad1f1346b1a1c50ee5cf61a4006f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5fd3dc8fb18be9cf82409a4229b3aadf8b5289a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a838f6a3922c70bc52dcb32e9707bc516333c44dbbdbd823a0d51ec761ee16f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d9a90a30585aa1c80e98264e07b35db93c1d3a1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ecbada8c58798fb1e6f8e2472f5109f3e5ae82cd1ac77c1019fdb519a0d458
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd6d336f04b9a0217e0537183943ea57abd28b9e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7e5a5f61eb990f5b3a4d402d57c9d035b124e60d2c29b672a1000400c52a9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60bdbc594566dcd893d4b16f5602dd570b7a950
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d2a3e68bd20eea4db898781aac02c1fffc78efaa3f79a637e64766c74434d8f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44479354f21ff7aaf8ee6c085378b8d919cb03c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294c9ddea1b83f2f19540eb9ea60e7834c286251d2cec6f93c46174ed30e3eea
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e3b8c247927e45cdccece171c9a139e366ba475
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9717902871f204ee0a11d4bb0e1bc34fa1b0f9d97040a94ace2c18365736fc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28871e3413b2045d90c5d56c416ec053bc3223ee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10740689006143adaad5cb407da9818aaa9531ea35f0c9494861af708d0479f9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42707729a970e2f41fd9cb87b6bca8bde52ee5e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18190c3240aff7b58208ad220284181a71c1a2b64f70009769858bb3e4f76cc3
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..792381dc3322abc7e839c3592d673759b090c18c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0982a3e4c8e932684b5dc5bf01e8ddd933337fd289b4311ef18f413a5ed7942
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..777363531b0921edb422b8909aa4f57f2430386c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09e8b50f644b32aefd25af09b2e826cec35f1fc2db8e6bb41ef12df87b91b2b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca6dcd25c30f4695d678e794c3ec5bbbbb29e0d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70a6f7afab1306b1418000824c7896a9083e19b528b1eba9470f166e0741e7e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a950cea9ca4b287fae67d7c5a02006299280c9eb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d5b51ac6d7d049d826040b2b16e54de04bca11fe69b6bf08a71c4caaedb7d4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3158d0af24051fb2ff9306649e774a4b23b16c58
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3f33871b23002748032a7e3ac556395007c66e7e8cca9352a83ed30f7e5fe3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030a1290e39a8189cb4e04ad2daa216dcd398ad5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe999fa32afaa6b55249650aa8ad2c851df62ea34ca92da6b709848b01a495a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3a3a5a09ce34bdda349e4410ad855f5ce058bf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21245c988214fcc7c3679f732d15264fe7a5bcebb7f5d5c29c80a1a6c03c9b9a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d17608e41743f532c79f7bf34be85ea079220168
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b257891a725e94b1edf8b46a4e5182c56bf08741bf7550a765109d24f230127d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4608ffcf489ed6627e1ab7f7ca60acc85f63a07e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b6c9a7d937870b5b9c5f2758be1f450580d59d58cbbe024bace96449223adc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0eae8d1e29071ff1aa5dcd470fbd21302ef28c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fbb8e9037a3b511cf5c5a716194ab339d8823abf9e09103b62e8c8c4e0bab79
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df129c54802099354a390af38288d8d4ecd16e0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b25c641746deea04442041b9930ee2d19d2e4febb0f9ac021c94a80eff5838f6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf31418eeb5a2ee82a2a109fbb7033266c4ab57
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29c7a30ff7c4591c39971a4b19638daf6c5c30abd2abbbaaad4a7a77d465a8a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae04288685c38841ce98781d035506fc239670f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef6985c9bd5a311ad2c345a804a5cb579ee16173c2089350809eb4817de222a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c452a7cf5535de05e8cc748778f6eb186e5e7364
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa618468b5e027cfbc35f206fad0d7b10129ddbc2945b797cf2f1815af3378b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092f55295e129aa8e09292da9c9d04c84b107611
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dee1fe14bb6d76b6d28f3af0414bc206d433192f521998e85a801e523271623
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa24069fee26aa995f3a88be115333470855f700
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fcc85a619fae39937b24f54bdf718d8d1a5457dc838f7abf8578a97f6702d5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5841936908c9d166b884ddbefaf642bf4a45e1e0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7045f86bc5334b9ee5e0e707ad4d10fd1e90bb9f463ab9dce6b801ffcbef04ec
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a328c14880a8158c27035dbef6fa7f879f2a1e0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e719daa11a0403f50e5457e0179e4b6f79066531aa1ad200079fe2a107a9c7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb30241a90167aad5f31c478d1be296fcdb7dcb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298c120f274fd87c3d03fc1502ec933a1f914ae10133b60c0ce471eadd726e6b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f180e7637d578ae2df3734eb6860f594e287bdbd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f8b96339d91f73e491a81c28bdc90ff596b26cb7073a33c6993e89c61b45e8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce387c90a8fd36fc11886d572e3280d5d503b94
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b0c0034293dcdbd6fc81f83a30f72eb42cc2f208717431434bea0777c70056
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b886a931656f1124bd00784cb0689c95ccc9247
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6e1eff89f20dc3a59deafed0e8c7eb680ec097557c35956272fac8b222afe1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb8dc6aebb2239cfd87b34d7c54b7918a69f7904
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d3e6aca325ad77df1d4a977e8a63f6acbaba0fc3c55bc668f6efe75df73c0b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ae21b2bed707065bfab975e3554416188f604a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98fc3a6c58e19d93d42fb3f252f37801489de4a7ad9f96cc35d4731b3de01840
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a19ac8f764ed89e9be8c8d978a5fc2220c2ca118
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb7dee7db33a8429cb255cbff6c0ad43b3f0f8ef2ed63a3cebe3d2df50d806b
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b92af834c251d842e3b923fb6d0e01afa80fdff1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e25dca47775d0cf44e3dd9ead1bfadf2a57f4fdc8d8cf9aa164f43db77df2fa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ddee1d41aa466aba4811842a179204ab5132e08
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:998c62f0478b1e63031971e2eb40c6bb2b7d78973de947c12abf0eaa6fad503f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd411f7050af02aae0ac9a9405dcbf4e69ee617
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8cadb35cb153173fab69c37a4d25e6b77e9d7763395715f9d6a0c843d12425
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e98523aadeb4d1c3a1e61ad7f561ac0038c8ba3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f428d8ed5b3a11ef782904eb27fb2259dc1fcd26c7713a913d72748bed025b9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0194715280186e73e0c616f1f0ca7e660add2aa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a67540b4092293c87d4f65eb189cd84cb50a3983c2b047f459af0559b418e2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a553b52492018c95358a9783fe49fa3a46c7805
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:572ccdbb3949ce398f006d0f1c90a98940c46864b02135b9f12b217aae38c1f9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d99971865334759720dae638bcff51d3201d1a8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df1a9be580515ab3ce40573ca99dd8bafb47041beb499fcdf2a768f2963ccca
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14023c431ae3c35fd1921edfae0027d0cb914298
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e6c3c96bcaa1d89022696ddb2d143c55dd6e04352aeaefbcca7ae674cc1dc1e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c49bbb50e30c2489ecfedd16f9f1e6fdafed49e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e32da775382ce485375bb44eee05b4ab71f75acb589e61076eb38a64c08281
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f8012acdb3c66de825839c60715c25041290c0f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60bfccc07aea62390b431e6538210e4da51ebdcd06f160d70fa02d4ccb35764
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c6890a4fa37911bc6ab9d38b153aab814d657f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8839e297f65ebd13cf4c9922e93f93f58a3134c0a23b8831f188eec0f2236f3
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22feebb5b378913a4262b241f2b9e55821a735e4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae6afe8d3a5196dc051a4ae2d3f15a0b3b0f988b478c0ecb05029d2c5b539eb
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb50c4b1c244813c634372ff4cf643f11f4977d0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:428453a31cd20d6a24b78c9bab5ea3334cb2623594d26fc0018ffd146136aad1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dddffa2a87a77844c5db0e9e7af28e229ca4a63
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe8ab5cd08adccdea38b0fd555506932e2d9a955838f658f5d8ebbcd4c6f9ec
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..531343c89b1a583d18cc3ce8c28601508f197bab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8114b79710fc6605771a35748499cdd576fe9e945b733c0c4994e1c13d4aae60
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4083b86c7927c900bd276626de22c944d36349ed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d6342854657a840dc219cffc8e125e497c76bcd9894edce2eb2d06c4289a1a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00158a26f4caadec6de967cb827bbc34bea6c27a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05fa860c1be7e3fe812127e3b990e65c2122c5e1e9b1d17c7e3a614f46a91e79
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2d0b65d60aa4bafbcb8d9e880ddc9012b75f8f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752afea8800d872e0025b829b2ead17d94ef65b2927ad3ed1d4992b0a2254e95
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03b8ec8c32c15db5be5f6e1b31978be5a42522c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9eb54ae0df12a75ddeef64cffcf4838fe1507768b146f60688b2fe5c2c2fec
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f75cbf6edc42a9afafebbdcaacca634c4b1cd73c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b291c2bbc9b4b3b40b46177b980d47f46279d9325949424e56f75c292ce7d70
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f95efcf03b7c61ec13bffe5dffe90b565040c8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed7d8fe30bf9dd5300036ac18307c7db20b220c2da09f263e9800a93c2277cc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae9636d0b495682f813666c7bf348f102e8d976
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e28f619ec107e271b8d2f5d8da52c7ac943783f6e4c4f3bf0878952d5312aea
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a7932975360a43e8835a7bbdf3b79689141e9bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e90a00b362bcc781cbef554965e3a824be76a3bffcd6ce956ad70ee253b0355
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f19e536247164daf0a2b510667127d7b07a4ce1e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f68a5772fb8af7f9fe2ff58e67ec018d95db48861883867f1d839f31f3454b
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fee4ebb810c9d96afef588398878d9ebd3ee81f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585f0e40303643f314abbaa94b72c83d456e892cf39301a152dd8d802f7745e2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba627513d07c164858ff984fc07863ded740e4e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98b9dac690b7788e7f658897615f953b252330ca939d4300af4f099f27befa1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df118733e31e12646ecbeec4d5fdcedd01edc9f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:050f1d0214f6c42e750fdb5ed6ed7f375c27d512d9926e814973937b931f96d3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ea6a4e7e33025d392fa9006beed9056acd0546
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d52ffd6fc0c199936c1ad74bd19d364d51258310383fb59704c3c86fe08a6f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f6eea6454c6d9c7c29bbf9f014346d8e666199
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d78d822a520905e5082ca5f595b8a67bbc87fa8e6d4de829c8c4d0ed1ac258f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7efb6367d67caf938f89fe1a86d68dbf7ee3d92
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8e48ed83c87db2e5c3f087bf9d922ec74b689cd09282cdd111e0d8edade302
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6900238d61b69768cfc801c1f01c9f4f81ef0032
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0df8c4e0045fef0ff389bf1fb8c407ec48c62bfd91baf4c20f49431a5fea462
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a53979098289f20320727d0a74ef634a283c7e1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:472616b527b9300354b20cde83bd1fe0d1e4d19e0b8bdc08d423616fb8644d1d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a2068bcda325da6122d9128295be2aabe9eff9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f00a580eb8c1ca3f6f497bbce65e8d110d59c87253abfc47e5bcd5268213477
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813505183513fbeb9ebead240bd412817d6b687a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7753d147f297af2b9a9588a04d7fa59d4a32f1177c0792c1fbfa083abc6b92f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9123c9988d8a214b50f07209f5f18ab6820b4ac1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:615ffbd5d774637e3be1bd48871e9b6d9f901de6f3922ef39398562e383e4e22
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47bc78a9985440da9eaf583601e444c0dba2c48d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f7f712096141cba3f42b0d6fd03c774c7080b9133472fc5646d5fedb998814
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b03b90936e54224b30e4bc87dd3d4d96a91d4a7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d8d7db1b937fe0f9a678bf0c42f2803bec40a3b31dec2dcac51bf1f9557877
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0272a9ca838f1263493b02919c5d3497f2eaf9cc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4326e824f80138596420d2b546e080077662a31b20fc06205c1026da35ab33b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d05a0152c45cb5ecd2eb7343e4b65addab927a9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d328863a5d0cbced5779d6bba953832e08ec47c6f213a5e683cc90599613fc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f173672907bf93f0f23266c570d39663a6cc9da
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6fa8c828b7b916a3bc09e930d35a681fceaf38835f39904a2d611a89ff1107a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05dda08f7acab5e6e1ca1c8e50e9774dc8008cc9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4510eca093f3b07258f18c6d82364cf26465be86d9416b10a320f37e5e6b47a9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1334221e6e27c0fbc9f7d74669ed508287ee0559
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7c17de18ac16380959cad09f555e38c3554fd21707f0d92d032b4b034ab0ab
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e451d869d64ce35e6b91fd51b2a518b0a33bc727
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:162fad318c7c8db442bbe6bb224a3d7097d21bc9da678bfafa0c4c3e03b8034a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a32b135900950ab62081ae247b7fed37f899fcba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e950098a1f8fee692284e8a2374657c34cd2f6b7089a54247b5a4b7413023249
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db054c27fe2b77764fc7ce94f875e2aa1e454594
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ba9179d4888b9d1fe8e11c2e2e17849de543c5ee4d60dcb100fd5faccd04e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f965c4e990e62cacdc40837f2174a679c4bd2cd5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975b5a9baab22f6c9daaa02eef0802031260855b51959b92b65f39a317e3ef6d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69810f14253fb1a9eb3c2d9c00f9749b7e1caf2d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aafd55313a44f459238df71a1676c795b94ec6f48fd6b07e72648947639d1d83
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bbe62df6964406eec65198eee95a8fac04909ea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0bfc21b7965bea6a972466ae62d3c92566242a62243aa23b3f1501b6eebab1d
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831c133df5f9e16af678fb09113d9a55fd6c91d3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc717a1dcbeb5e4a6e4abdcdc317cc79fe3472b3a5d11273628ddf3f6d01612e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff7adca393e8b2a94667f9a6574a4932b43e177a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc70f865eb9935ebb7ab45a28d0a82cad5fcf4df43976869831c4a63af855f0c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd3dd24622bb94de8bea58340195a01319eb2f2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c4d9ed4d021b68a23adeab58d2e5a1d9b022e9f9bec3c86b24f701b6dd3090
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da0d2d784e838d15ec5c03e59fa6888b7bf2ca3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f79b68105a7f96697d0eafbd6dcffd4099d05ff376e9e95ac7ba0e03e334e967
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f1816c7f024dd889bb7f755e7d59c802e4f025
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac8001ed2523ae19dad651fe3128f30452d91c41b95d1fc589bc43c115c2b50
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a9fccffef85336987ea7741d3f50010be92bba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b727d953527dd7b331583fb079a7a9e002e9d8fbb57b14ddd5444ebc7ab950e7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58cb1cb16bb4f820ff58515f65f2d811b9d049d5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74609a6b1d59821ec7e83eabc447d0dfa41582c460cfd0cbecd19aefb03aff15
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c29d3ae77963b09a7a7d7c53a26688b041301bb3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff3e7c80d2ee129b4ae19b549a3bfb0e845313fdc668a41d00fec90ed5692cd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12ff818228c9c808080f680688b8a4f4b83c298
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20bc086d4216f3a53d4055a02f96c49e916d1ee61153e1882c4d4e8c8126f54d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db19f3f1e4cb0dd345ac1e1259aa1bccbe7e60f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2845e8db37f852a0bfce5cdc8466b8b7a9e53ee255bb11eba49b744283a7e288
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c206c59037c7f82ef679f79a84effcb633ce9b4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c2ab3bdc4e5d135069187c0dc3a2097a52f9e350bbd67b4172bcb66643798ad
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc1d34e8945a75c7c83aeb3a8dd6e2b767a8c75
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa059342eb63700e27f19a2c0cc31a75c112865a8996b5fc16817a74d6e937f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04ccb0304eae8a68f80f953c4fd92cf42f9849e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6dc33d7db9ae1d252eec072c39dafc9360dbde332326b0bea04d5d8e0e1bad3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..346e8daaf078278662b813e274b4b4d18dbc4c05
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3493f8f807eaeb4f2691d2cd776a02873ece5ade336952050981fecb03c750ba
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ed5f9c91eb817d264caeb70214f86af1482788f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d3bf1f0f346a67324049c8f7a15e1883dbfa6490aee343ff0b4fd507e66a79
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8638391719e99f390ffab9eea5ebd54dbf240706
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4089eb00e47cfba102a24c8158e422141311d1414ebc013e75d1c69ad3cc68
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94709cdf9cd0c01b5e938aa127c256b1e26fbcb3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6af7e079b9bf66ac6ac2725533aacafc9510694b04b75387c3c9cdce62317e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581a618d73306bccec03c2c16f7033e7ac176fab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c4ec3e1eb0ce8755f7c6f9deeb5aaf181144ec2634a05441955bb121484963
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99f62d7c006657a64bdc0820805781a5fe9e3f2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a5c1f586fd041eac413f588108c48b8d61afc0ae3080e3d2b35e5b49419361
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f457182fbce1d393b42a3cf9a0af7eed0abf46
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394a716463d1a07889d3c290a75abdf5e8048bb114ecf3bcb7927091308b77a9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6237b89fcd9c7fdcb6e601f7163fd434d3d8c1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d43d36380108ca1dc80432b17bbb6d2fcbc3686cfc904c330c9d8590ad8f50
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c5094d7b90cc4e3e9f74e2b2f8bc145588ac7f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f67b5c1153396c9c1ffb98308cb648fc81f779145c1d8e4c0066ff7329d817b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ec9068a5baf5c202c1647d01405b7a8d8626b7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ea17346fe7d935a9b0ac774d201fdbfc7a420ed2bf3a811652261a05d8cccbd
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d042a301a5be02c33cdc023113314816a0e8ce
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2eb5fbafc9d7f97ce4134b9dda867a6ccba7ddd8d15c248fe2f9fd6bc050bfc
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ae4c2c915477dc1cd0ded45c6076aaff6214a1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa72074f76eb51f282d95be5cf9d01a38c23aa2d2e78d2308b7a2be980fdfa37
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f819bdf3e54b11d87455cc5c9c7ce494330af51a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f7b9d5637facc5d898c6ca814170cf06432fd6b7311508eb01fd20dc8424d7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c0150607a43f333f7bc58e317991da0529a6c9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75ce1ea0bcfd02e37502313e42225cb391d9a0cccbcdc5730a8a47fc3851d52
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0398a60b7b206c4c99496003b8ed19f7353a09c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6aca5bb9c1a1871b672fb2f051717ac32653f73ca987ca96ccb81c3fafa328
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94fed1edf60b9c88c20dc1b11360063357b051a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066a6e5377a4c6b139ed81f930ddbd25c8cc5f795dcdd7ec9574b3075f9871da
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0ca522ea88b7cbc58fbfb1edb24222e3f19b7ec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea20890f83ef6b172ff489ef55fa2d80e8333350f3533089bc44ded4e908865
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d4729ca10ed28364f442ec0153f3d48d5b661f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c2a3ebc34797d40d44abebf2dd49a775ce76f3aa0ed167da78b94c4e98b16e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83225c809aa12f74382e7e9c86a9a21146b4351b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08bad69475b233e367ce4fb4cf3d08efd8dc3b2e8356ed9e9518df05bf04ab61
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd36c8131ae36f136bf8d2854fcd360689e007f0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc7ee77cb81e45ad4bb32417594f64b9dfd03a762dc4767aa087c1c2bf725e24
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d316cf0dc473d6842090541333dd5bcf29a2a53f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38f96280a34503f7790488766af2487356501f3456af4659821653b82a4e672
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3ae16a46e1d78bea71bdf7ebf2e0a00bf3f368
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:796ee52b8d3638bfa9c1b02502c9989ed79b4b93d1d56689292ccae308527cdb
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d86fe8ff0d533fb1c4da7d4316674e346f11a63b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f74b5792de7a0e327f40e785eb39013b4868f0a02149b087653d055e93925e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c27fb3b34d2bd72d596efccf93017cbe17a591b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e6c85a531c0a67b193d243880ef05ac204ca6437fc21a2b98a78c2a423bf44
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66225559428941e8335a347476ff3592eae79077
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa45c90148649f036285c1bc30f4c3fd304d6d6878063d1457e443a4e6db86dd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a26c4a45f5c878cdfbed80f3902c0886b01c48a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13488fe282195949e3f71a833bbb81bce14124de294d84b6340f8c9f3c1489b9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77505b76adee74abb200f72371bea0b1bbce72f4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63164ae8afdb47cfa39f84dce1e9e9666d92117d6a60af5242e4bbb63483f891
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a49479e7777225df15d2e5c3c8183117200056
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520f6ecb42a371fd9d3254393339e97fa3a6fde48fdf10bee8cd9b070fb88d7b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7f4fd6508b239b1ceb4e1f4b0518742a7b86e4b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d42e7b34e1f486c1156d36e49917ea2f0e2990e69112a9cb0f05bf3ba760f4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec442abbed45fb445eb6ee1fac5f235ba3a83fbe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7825904107f61525e18d7396fa2dad29170766f0dcf69a05f665effbd034af83
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c69f94ac324c21d80c520b1cc85fbbeceeadeb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2679fe3414ef9055f29532915843ac80924619a232e4de87e41bccca5f707808
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b8e9c4d04bac5bf12230c22e6b81cf8972b178
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5dcfdfc78a7202942cf2d2ff059c082bdcb641728bcdbff4cd0051579347932
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36fec470b4e7b29d94dac7300457ab10aed86044
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d7b3be061258717c11a05e89ce2248e1fd3c2b1b71a4494007484fec008c6b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ccd196d37d3865d8a67ebd07bbe3893fe80ae9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3158c750ba6aa26e86f1d66b0b8de4a2025fc2d121d55b57f56990329a5b926
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbfa44fc9359f1ec8b2d61fa9c25c733e9339bda
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40534a86705ee297dce2d6459d234bfd43ec898361819c3366dd097a853adb33
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc9ab682caa3a155131ca07fbef1565f6e7bce1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6d397dfc32d5a65200554c9fac6b30c66c16479efc22c684d0bd52ed3e8063
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08564a78b0bef511acb887c89ae9ef426c3e002
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59bbc15bcf204b5a2e7dd8d52e8f74fbebb5c9ec9a79b4e0abf7feb877f60759
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127f00955ea3c579ef753ed2ac5fbf8d661aa3dc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e378352dca32b7bd56db15bc50539301cde69f52d06f9bce914702ecc46e3d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..911e43527e33519bc08dc37921441db1ecd6e8b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5019d7d940960ea73c63afdb62cac35146bb50927c19aa0bb2a0fcbe096cbf06
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a727a7507951e50582a6e93eedcfbe4cf0bb906e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045bfc6071e0dfeaa666be4123be2fe36cfd753799a807516a85c50f36b6a07f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79129d663c63fba633e2b2c9b26854f2e2bf5fcc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7001318cd903ba40f3fe6ac1e8f298f775abaaf41b26169e9bab002410cbcefc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daaf017cbe3eb1c8ebf83e8aedd135e29fa8b72b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73f62a336fd1d7b305c5119998e191eae74caf7dfc3b508f6525e12a7de7fe63
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d042f47574ce8f29abd18c9a7aa3239e4a33ed67
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6542d879dd27831f576f3ab9c2f297f488d9ccf8bc0efeb81e6f91785b63a211
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa9a911b95df4529941afb863a0d413ff2e47ef6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5dca21815bf3b4769e5228f4a5f1a33d07aa357a30f3ef8790a07a4648bc67
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c16aa17fd480fc808b28685307e2ad488e37efab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41287f8761d5d9451336e9196b7d32fde90201b1ffa9ed02bb41a8689d7287ee
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dafe1d04b69be40fa6c8c5d16ed5ebb019ffc07
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4635476b2d1515ea2baf2fa0d52ae6d73f50524e43d2409b7dbd4d143bbbd4e7
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f6b5fdfd44d4164ccc464a5cd5f1a7f3a2eb442
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2000a8c0b3d8d054567753f435e46ff73cfb90081a50fbdd7ce7d0d8dbe1d151
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3154e2070bd908bf50d79c27c14ca3f42e91b43a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a533b0829798b186d0616d89b3ca928b6ffa2717658d15aaca61993e1b7c3b1b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..545b9ca6cfa2a9901f70409d037f22975e57485a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec04e4cf4e3dea17234e4a8fa5c89b3e1626a84092ad0ac11e7f2ff994c904ef
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b9b9f1d51a872d5dec823d662d02727f11a596
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e46af135ada6c4fe97521a417de2c39007d227b87f55acc08af6b80caf1c37
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d265a174511fa850cb0ddfd33eacc839d5ae3e7f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c4bc7745a27082dca7232b3d7a3b923e00ae9ea3efef06ae1e2426ea643864
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2447a8b199483201d69387854846d20fe4f439ef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315895fa3954b9b4c0a1056e7ed29f2b1a0e861e773f8ac79d31c1d4afeb73b1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4facaa0455617e5196208c5b4f97676ee7fc8025
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce544f1c5937e7f9449b816bca15d15d08dc7b6397f6237759146306e0d738d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5384abfb190cf5accec2ba7f3afdb43ecb3e4336
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aba1ceb6978cfa22585b852242958a329c7d2a23c9b0cecc1afbc9b1d5330b2d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac8ba1ae5d3d156b1693abba7843391c7a70b03
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b53a15372f314e8e69ff1fd8bb6d73ab3c94f5834355eb472d9bed26d0e4ad9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa9d653df0aa47276a73d9a3996da78b75d864b5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715595c251f495dc5d9c261c4d55507b8d9773c0a4e40ae07dcacc8ba559bb65
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e94300089de98bb7a6aee9d4e4883e0c4bfe5e4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05278c8fe586d095468448f93c05d03b7c607f25c52492d016c41cd75eea8071
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1776ec825df99181395d3b6b164aab3a429f166b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff299fd405b4c282509bbe894198e86fcc5f66e26700c33d057cabbb0c60bd5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8b64bbcdc7a10f39c92944a52d027e7c869604
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a36dea36b0aa36d63be0c4955e84efd16b605bd707085c272e3f0e771ceb57a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace48032386bdb785537fc75fa1f0e49d69d8110
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa2902d91072fa1de21eb980859cb975e358571d187a62a2378acf1c6febda9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450d719fbf96cbcffd31b50eb5eae743df9bad48
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7100f930ad2b05d9d9be354a3443f51511a411f4ccbff626aa98de221665f1d4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b36921e827aabaff0f06595ef1710cb5fce25c2c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880b7a6d636c077d59e757e1d25c56e48f21ecfd033663989f1972cb39e8767e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c35ce1ef2d3e9f8ae80ee793b29422286894a64
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d4586594ecd7484584348ecdc8384773006144dd11305ecbd601bd2ea120ea
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ea1d267a00558c95158c70ff0f962450a888bd7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:708cbe4ec90c41f23ca02c5c59c71feffe7c35ba908d9420443161f320a47ad3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b296b2055539a59346616ea829549d6f09d95d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0cb3b5fc54a2df958e95ea7f34e2a720952f9c864cf876485105fad271e859
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a7b41d955281df3fd638e0f5cf8c5ea377b8753
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd5a376a76ffda036010cc4245eb0969ca31208d00d9c1392d87989d6baaa47
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfdde78e32fd35b07110a87341a3be0926495394
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba8ba3c5272bd0ee9232cca7adcca70b0cc845f8b7e389f1ad89f16c4850ea5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86d022b18303857630d937d682b184e6d6e94f5e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4723cc9fe7015b47c7bcb3da8ad5e91ee427f3283e9abb7f0b5bb0cc52d10ca
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc8e26c7c71b89db3444443d59c893bcc6a2620
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75f7513c023e971099c5ba75fe4cba7e063426409d794f9a0d19f0143c46292
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..912ae308d1c8496b0b39b52440e90f762deae381
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7029c8c123feacc0659f4189bf88e2e345c223ce870f3320eba278b49c90dcd5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79433e60c0ae9ec2cd290b99f80d9521992f2ee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1dd7d81778d8369478475e212b961d0ad9d1013eceff100bd5e31babad3f0f7
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8248175fd3114a219f143a1a9a1e49d0e2c298f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b3ea9104a02ba111febaf60b609ce83df3c894a5fec961ec27647261f58b39
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ecc26e695819bd9633684ae600dd5fd5e1edb01
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c173b9b25f2d4671bcd938c5e060407dc27a4be8fc56169ddd58cab490d3348f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb8a7f70f313877b4ee71ed0235b76e9c9c54b11
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d2c87c261e9d72a9dd175648dce2d338da883efa751f14939b10d1148b0644
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a90ca319717b9cd23c941d5a18dd06b14712f1a9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db0cddd4f1f198f0ff2639234706ac1030c5a1c5f39363ecb9fb72e2cd324d24
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c37e25d55a0aa1fe74595c6239279029f6f73dc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f152e9b5d58f01dde807e32763a782ac6d31e7b0c418e5e5d20e425d46924b1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240bbd6e8c0293937540be304aca6920e0c12a7e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e66ea5cde6199dba00d28d1d807707d82bc7c516551af0cf0dacb156ba7af88
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc18e28467753cd687a240625534bf8fba4bc9ad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a8cf6f2a0204fbb0928e26dcfd7c878bade8ee1c5f634ae2abbd0c9bca4276
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06510f232dba5a5079451e32e62e10c6eff0645d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c523a8b9ec10a33f200339185f285bdbf8e515487c5d757835e52724c05787
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07454c550ff843352bc75c8d13146b3b9341689b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2154829b50393412967f9bc05eb574b3c5a093a0f40f1c2626aaf32297da63
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d0d8b7384dd9ce8e878b1801eae2f6b5d9684e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2915b3d69ed89d263065bc70f7712a6befa79781666e961d6db484795c27d616
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8448cafba9eca9f4dd3d3a4a4c4c0764b9d2a0bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91bb53661bc6a658463e5a9a86d590472cb0870fc2f612bb34b50908e9daf470
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef28bc374a0830bd5a708d988da735d9144aa528
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc1d36b98845950b006c6625d59ff179677d16f2d34164f0e9110afe53677ab
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e946397c7aa1c28a6e189953279046a73b9931
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad9d64c0d0c44fe5a7af62dc9059498ce3d7d462e1a09947fa292efbe58f400
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2a640659128b2a641fdbaca1877a1e893565271
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f32d32c941ecce9c69e6e6484de3a071028f7ead7583702b92b644d3c03535de
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8de8b36d9b6e60a0a36509a5d070874f10eabc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3abb145cb9dc9eceedf734230f1d7a3ae20161ac09f281d693e1ba015570b8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146d9d8deb1c5aefb89a1640f7ce7a5de6d323a7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28fbc934eec578a5106da5b8a614bf08768840194426983fd32b6b51117dd222
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877487d4428bac989d61a3f32b404c7c65c694a7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e69eab4849619c9f6ca43d6d13c88cf1f9536790970cad37b34d322ac0bf28
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..705a51dba4105018cc0c21ebe84e8a8a577ce9e4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae0d5f42f106d9a4b5e7393c021a6b2a1ca051235ba8f615183bf285d2c6de0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a4aa063c0de32fca6e4cb7897b45256ebc81413
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6bb2ae98c6289b7cadce4461757ce614b48a584df5b01e44166e1e0ef0d1364
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4652d63a9dc38fef59ff9f12a5b5d15660a2f67
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c351481618a7ff31f1c7112f0f1975eac476f38a36fe3d1b11d366277bb2967
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b3058b2ad249e31992cf5434be8aa3388b9021
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2835182c4e687fb18ee6d9536a7d401b535a6760b75c4d8691c00f12be333a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c0745751e34ce4ba3a6cc73ab4586847c8c792
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a54191588b7fddee6971d2564835955c0ae2eec123f10323abe9128970a7aa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8c9a416751b87a8e1b79054d62b525e11eb8215
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a4461154dcda27f64bc6134a6880999d01453bfb81c6e1ec0a2e676553eaa1
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b434a39241dab383f2c9780122dd830eae403703
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77cdbbf2bfe5e67bc69e748b87fa7034441c315276c4989e75c4e360712903d
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0700c54f6039fddf2d5f37601bdcbd09ae0c7bb8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b72f88582e484d3998a50b33b7f746a9ff80830689b63d84621d928996826d3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8358d9123bebf1aae59a7872c44eb769e790cc12
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b5d8bf0549fa5a8af66cd8c2ad3c18bc6cf120dc7c724e9f4159bbdfa79cec
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b6eb564a07117636f60f1fcf5b869bc2538f4e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42cf29453fc7d356b98d510b8d6313e2164b3266688e47949722d8aee156c5f9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f19e81765645db5153265481ec6976de7d20b70f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca23fbf12ee75d29f63ce77120eb10dc62c50629936ad03ca6e48cf9494b84a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74dd3c6994d90c6bfd53ad63b524241d84d17ae6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd17bd9ece09c121d9a3ff7f3081a758b620b1879df2c655d8c654ec9a06327d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a821d700d2315decebc44557f90d59767aac8075
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29eba6ad2cd4170915e431cec9f47f4b937b25477dfd3fddf976816889affd2d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3bc1df0d83abf2cd185bcc60ddffe501416ea77
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a0c2e54d17b60152142ef8e62f7a58dc7c19f4438e4bcb0c83379a1082e32c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2711da2ad3ca26fabde9237953941aa3036afe73
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4cd4911452c6c78fcbdb1446cd59de3af3c31248cd881307d882fc46dcb913e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0865a54f0b9adcc5e07d2e1ee4f0f2e1caf43bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba001b40dfd10d8d9950c7e358a3681cfefa7106a55f41e13b7c5680396fb2b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b2730e6530f4866ed5dee5009782ba52d809358
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478e0a4fc3c5e539b7247995d4e443872330ceb676489678c8645aa965d50627
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a5bacea6a86e381e08687faa16c4cf5f6a882b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:659a2e2a8a19a5d11ed7259207e389ef5b8532f952ee48c21ecb40bdf204d436
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ba1c295068d1e4b1817f992ba7616a5b92edcd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01659aa27a092be1d7a6b305928b0fbe27e61911dc18e4e6ac21586f21bea753
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..307cf311a53098f38c5349f8ee4743414fc768a4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec60d647e369307d3fbd7abccae59475dddfc529eddd3ba9ad70ecf1ca67322
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57d17b6551f16411055b987e54691f79b79afaa0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f0b850b93182aa4e23870d0a228872654d8ef8a7806abb25265e5cb1f0e95f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33ed02e3d0b3313ed47e5c828da77724666aa79
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcfc8793d8dd1ab6a96319789d51e8c603d225b2a9799bc5c8d494f637c506fb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60785d77fa8939ba3e1e9ba58ca630cd65a0f607
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae3baa5ec967c33d5be370eea188817e2d4332527815aef370cf6cdd7db3bbb3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00aa0b65b2e8e9c2fc38a20499ea490354adfd4d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:382364c634dd54b342f70ffff6d01ebd9494250cb42378732183eedbf89bc4f9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5636b1f77ef8176dd9a0f511737078cd12f5616
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd6a6d6505aa5abfd2eb2925d8eaf62aa882dacfa0f2e9d9a9eac90624a494a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5915bdcd0524f79eaeb5fe6d1adf7103956122
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0da7eb09b0f0909eeeeba80a95e35c75e22202733bb10a9a9078896e38c596
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46b6d2acdfcd27d2f108edc821f3009da33caf4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309cac8fc50dea7167ecd3553c04540828887378bd5b07d2582f7251ff1ea156
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70d7e4636698283069e1ea43736e6dfbb529e5f5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010930198878c4ea049b8a8451202b7da69985dd84b643d73287ced2e31fb483
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7558c59b1b8afcec01626ad6d513e4aeb526c3a9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542dc4fd597e721bf27e74950da6ff22c79af50e126604031d832ec14bd063d7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e242de7ea63e41fa81806c11475076c41985a6dd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e65bf1d104e027bb092b2d5881d79834ed29fb0934e5597f52d482c7d922478
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c2e1e65e3f6cd3e8f993620b8b0ebd9123fcf0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dccdcd71e9891f509fa182818894b7a41b0d742e5c949d7f99adeeaa36dbd9f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b5014de223be834a235a46cc7a68d79a42b3d16
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e452e14835ff3ec758b0fd5fa5ffab165d8a3bab6e6b783e93c206b5f7c8267d
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e83b282ce4947870abe12aa6bb635b6c07863848
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c1b48b135c59637a2cfafd148047cdd440e40dc8e18724b55315c5a1940400
+size 3203