diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/lm_head/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/lm_head/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..428bd8621ee2b2e6de5e40757edf75ab5fdd487e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592e5f344f16f3e1705ce002e5e1e468336c28a5fc4f2eaab2f38632a7285103
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e6bb585372bb5c3c7be3cc785194211d70762aa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c5c9207a2bf10cfb019df9cbcfabb376dfdd97e425330c82743b4d48aaaebe
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296ad07898a05e928826da89b45d1fa251bf80b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bcb6833e3fd446fbe7019225c9bfedd2e389c41774b07ea2096aaa2c8abffcc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0aede47926af4cc95e7a86523ff539a52e10dc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8017cfd4583a1bc07a56419f1f25c0f385dcd65d838df9bc9b7f6b0494befca4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88d60d8f29ffa0c51d4558788c2c22de6d157bed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf01ad6c271e4ee95b7a7fc102e7827f11eda8a43b7c5fb845616971bd8ce56
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc02c2f3a0a5719770023be972984188fabdfedf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7320208559d140fbf89da3c25f24fc8fc2fe5b0d7294736161e190b0bb03458c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cbcfd09b727dc92da5ee0c15453ff0d4e836bf5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0612dd7260122cca5ea1308fe0aea7e24a75688d6bca968db9c3566759a14cfa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c36551e81ffd40744d16f3353e16abbb5d6e6a8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d045a0da401c618ea5333a4159cab62a46cdf17298c0a321423b81438b74da
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c3f44fc75b4b1a70e8e442f9b45fd8b7d1f097e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8a273f964853c5b9c52f8e341f57403bc87cf7a11241526e5d194491f7b9d4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac11e2bc6df105414abf77b0a05100851ce6d90
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d23169e89ef57791de30fa4f2a9e9a8b03686da23e5ab82f684ced893d0306
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f86de3c34aad2aea6e2e4512dcdc739e94d831
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0edf681b226e7837d4b8667cc3d400b650385591d7d7408aadd373594ee9f988
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b6457a34285329ccb9fe436e144835c85f59f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2077184e8e17ea13cc5ab8916c62473dc6d4364396488ae007656f01e9cc508
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7100f6eff4d732db6f38ce34e218725c923e2ad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d457a0878594f00eb912da4b8387e161edb74a7951647b02f54c6e53d8e017a3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c156c338b33a3e5ffc76b38a6740e56ae69e8364
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa91465c38be37ae33e5e8896c91f576a3303536331e28de5102ec1c50be88f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1532aca9db580b95b402b7801a74168cf1a77be2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10408657257da91a202cf057448edd3f75b302bd2aa45cbcbcb21f6e94d10ec
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3307690494d01dc63a516f9d674819942eea7d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b1ce49f2b656be557858e147d51440f2c14dec214ade3f979ea5c12f19c18c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514bdb9fb6678a130bedb9795161bbaef8733732
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c38a1467db539fc574985519d0955b22bab87f29ea035ed5f941b0c8846f638
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e961ea437b3bd4b624ac9c352cce69bdc88fea0d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b65fbbe6500a02bd6c26d712701e69fdf2a24b1591b1462e9767b817a7c574
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00a6c639fa0a4beac7813fee6643fa81acd0797
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9d176394b4c02abe2bbfee9add740157fd0a3b8f69223b0337989dc6363148
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a1f7e18d842a5b294cc1b7786a6c873596aa94
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7fd9909dcf0aa1cb9169819fc014a15ecfd57e6ab9e375ac5b8396210b1d47
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea535466c520b89ce9c0a570143264e43002688
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6b598917a30f840f5c6e87ae31b1adeadfa5e06f115c6ce84e65d5b89e4eb0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea481494496bc08d2b45e1225d9df2232e6a7439
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:046b008ed311f4ee7664c85222ccace2b938d0722ebc38c31b6829fea9c42cac
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a7ea8a5f25d8b1974aa2ed28918930c600371a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72e01d70fcd3b1168d25399234ac546c6e0d06ca206c557cb651f21f6b48a1b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a21d7792aaf28de444477cc8c19426bb89eb66
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cce431ffcc1ece951b1166450573f160892b2f0cf24e4817cc8396e48f561c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d551f58474609f6f5724d4539604ff05fe19435f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b5d58112559abeb7823c904d398094379e7fd2fe76354075ff37a01ee96a37
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f3b4a394d6965234bee2236f380e7b5bed323bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9890362d6797447bf8a53a333431c0e6cd2f7a13f766444e5f33d3256f2fa36
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb38bbc128cd3294b1120e06c2cbccda972a750
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec17d986345f0a24a1f3f60b9df418395eba0398b8cfe5d44244809a6781f60
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014f30f3bfee771dea71c2fe0fb43d4bdb8666ff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760664b290eb8219172c6e7058c0a7fe045b325d976173c978554068c115a9bf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb5183001286723cc06f16b3a32152df3362fac8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6101a77935dfca83ce5fdf6b1f422dad1497228ae3ebc6306512db1c32731d8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b08c1ef60eb94948dc993b8296fee221577d90a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a6595884a689cb03655c3b400010c598459785fc66ba92f6a08eefc079e370
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e367e94c1ac94108a9061b4b1782152231ef5c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3deea72d876b0593e38e07ec3c614bb55ca24e528d77289d792aafb37581e4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa2bf11188d5e1b5e88cd5df0342cadd27556271
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f660b7c0e01ceac7342b2f334601863afd84be550beac9f6832dd69909569802
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06df44a12a25cd7068ef4de5b27a2da721cd099b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469239b968c00ddf4aae88074a2d23175743fc787e4009aa4d9583b09d9b1ee3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a2123a014d5a03d5f7900fd89352c6574e3c5c6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b17a2b481ec83e2120fcccda53694d073001c6e830398eff8bd4ed23f09b4f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763a2e64c0d887921b6403244fa29c3cb65a869b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f54c787a47d18c56e4e97e892b1f0b14d0728bb197a0fd215974142f17923a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b051db86ca37aa82ccfc1ec736d6e91a4f0de124
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba3dc872977705437474bf8cf3f781e49724bc8fce3c231b317e7db7f6d33d0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c1a62b5b4f2ef659f4ffb24c307a753f841b79d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f2a8931e408867a1dc7a29ca1549833ad402c4fbfb8d424b3cb5738ffc11c8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..930a269a9534109bb2002843cd52f385f523f225
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc239f98464d161cf72a34f41d9fae2b5ff44713d1d0190487220fd2c50e56ba
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a6408287e22ed6dd5cce31b9c4f79d67a541786
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cfc45b35263e3789954277c8287e76a4ca039cc7ced08b937c4068f68cd2097
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f717fd645b526ce65b597a0c9da5d4f9d51933
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a32b0851a128ddb0b1f608062dfd88f3cccfe3a56540cd7d13a9c2c7893db64
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e790a7735364b7e66b743f8f426a3411384a7561
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ee5ed000ebda1bfab9f9e6e50adeced588b1d22f7253431948a31bdbdcff98
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..373cf003823505d745f2574d480b2acce76de38c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9c1a7cf3a6484221b1f36540c573f9d5d443497f5937484f335c75db1f7053
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4365a9d7e31b70411898618a852f59647348ad3f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9782b93ed2c478fa254e5e262ceda552ea39c238beee03231c4f8dec5818a61
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c9777594e4a7662190f4a634cc35b14ff222ac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598b49a64f3434555c7da3badf51fc0d68e35dcd814f10dd8188bf65c12379eb
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f174e92e784b04931366e2e43263a77656645d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a097a81f79128810a76c6e7188f810dade7b543b35f5f6a0621a3bf4021977
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70a1c3f6111f8c61e09b01e146fb0b74aabbec3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5534b8b8f07c62521ed943f70f5e0be326e91ae470c4b86fae64cae123cdf050
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb30c935d7bbedb45e65a1bf171045e02c26fb0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc36d22c4b9ee917e5b6597182a80bbea3d471ecfc9113ae54608d1827299724
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36db1a33d8bda0a0bca9716177b9f96aae14ce10
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75525a04c27ee33efd4f6fa8fbc34700a027613720cee74e6644e04ea741295
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19874d81f5d0f90af421d266ad4b1df62f0ddf09
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1390ebfb0fd401bdce47920c2f58c06a25bb1113fce0dfc21e50f3d5630e553
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15fb245afadfa6258966aa4154d631028c3484a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f728fed45abe18b3f26dd799ace38092db4e5bb5b979987061000962e4c359ce
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2603307ef47b19703332e2ca734b7c9782856e1d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5af3c47008e33495be61419f0008fdd7f9fd04b1fc8485dc1029ddf1a7c3e4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b6368b18cfa105531cc02af8e6ecce40613ea49
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3056076ee458c21d2a5d346200e7741e90ed5e544a27fb15e1268af5823f82
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..197f7630af1e8a655f4800d6fe5b206c0a9ea2ff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a21814fc9999f3555429fd3d31c74aea34443cf74284243b4ef1506b698ea0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1afb546793008e47621fceab03dbc0c260da65e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ffa5fb5a76664542b78a1352a4743f20e141c674c9db0ebedc0efdbf5e6906
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dbd61f60c552cbebe32e05272f2cc5c7bc409c4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3736f5fd3211045c514de3e5cf40756732b28660ac3a5d6f5ff14f6ffd7bba8c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63dd47ea1a75416f8b69b0f4ff2dd01b087ed8b1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c5bc85ce345671da68f489f26b35ef9215d9339bccfc9b4227a719f31426c8
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df5b051e93b9c42c2a7c608eb0da6e236736115a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d88c9396148767ff9d5246f0b1382891eb573188dfd7ceaa1e378502d032dbf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d69cf9253b967d2fd3056223c983333225affb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2605ce9021aaeb9146d4e68a3826deac1ba2b929332bac1e030bba947f212586
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8c409313502dd16558f1ace4f6470512012da9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2aea16b0becd8c99369ae855d8333ccbc8922988b7f241fa8c7c5603263427
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8382c959c4ed297b8e7f2a156e4e50ddbb18d698
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d401fb5ea06dc58017e8a256a086cca8440a51af01b7dddb0a6b4e65a5f557f6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee47b93abc10e7ee9b0dbb9250fd584f321a724
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd9240da45b366a36f58442f2f166c7c483ed2bc6696a34ddb90a9c69f6eb4c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..267dd46b3f7bc783f41e5d58275cc7c902a0f781
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd68323324c2b519c2e6b6e0619bff9d71723d714bfad85af50594ec6e59905d
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a5359d67477c1ac4a69e713ad711b89d0f01ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143f0ad68c103565c029c6deb2685442925855bfa960de285420fe3aa1e39405
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b695e5c1f7bf70b314c869422bc7332f98b6dc1f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2322e0b557209c2f0af6be5df3430bcdd0e861f624da0abc1c87b2b54202c96
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b562c420086b6bbe94117cb62637d31f7386c0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62aa3b9ecb76b8395fea1aa7e97f3a3d5963d77d48fba8223faaf63a5fc48ec2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b9aa683b71232993595ef2434af04bd6bdd400
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1993e5f240a76151d480f5e5dba6a15fc6a1563664d17ab61eaf7c3c0b755a02
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71fe18de6d4553490090f9a08adc9cd03357d997
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e6f83b89c81e11b9fd3719eaf6e2e51cdbec8d234308e42fc784fa1d04e082
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3bf6a620b8413b8f200ad2011d1fa5d3643a5d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f10831b6ff52c45d4dac362bd14d52c3c0bb0c7df61d07ab546b9045ca9a8a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04a9a4cf19152cb084b1322488ba9e4a0da5b70
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26eae3955c1de02aaedef0f97798b5155a3d39bdeeb6fcb73950099df3027b3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100217c1d3dfeb7025770c02f3c9b6740de209fe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d50102b0b62f874d29bbd7e691d2fd2091952e8aafffdb18872971ac8e5cf7d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc7d55b4af00b078d7dd5abb1df1e84f8169b7c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c14216880467d41ed1f1801634b745de1b9b2bea603e378212ab0605815053d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ff3b8157ecf35af49d9aceef8b53d777872f2d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:137955c658ae3795a133ae3af767208a27da6c19d5e97e4022c218ad71dfb916
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db46ac228348b6bd69497b5a0baa1fad3493094b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af3e0990d283ade9a71a90fc05bb4faff19f6e56ed16be51947024086bc2e3c8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0ea0947a3f6393ded5b5b61e158a64222ce524
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ceb0f775c0216b48e02360ba548533197ea58b726001c270d20f47ce14577f0
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a26da935bc9b25a0462e143a3bc6851f9e6308fc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee7778b4cfbd473b814b9c061b97510ebd79b95e891d4010146252aaca04be0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..680f531a00da7108acabedde0ff5bc5df636a6fe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a21cea1b9ba3903db8c1052bae662f503f52f81ae39f25b1fb2a78de4c12f93
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f5629fdfb1d3d1c71bceb5d8b77cef48ff52d2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:529e5dcca5ed6a4b22b93e601a4658d0bdc1ad25ad257a62ecadc47a7bb1a97f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac9d76c3802290c70a8dcacbe1804debfc7d4bb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf4b2475dfe77c2317a3e8ba9b18b1f055c4e048548f9006637abce3714d0be
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced4c2c685bc09c403cb7b2795edd0d0ae1974b8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1c4b3194676c4b7daf45da71fa40c6c8d10a89a5bb9278fe047b95d4328955
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2103ee0ecf505f87ed514bb455c5a12c6befe6a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0f15bfbd2f0ee3c4605e90fc3b2423e374f32ff71b15d0a4c60fe24b69a3e9
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7423192bd007bc313943a828b0277348d72e8e5c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4dcd5e3a7608fe1eed9a741cb3f59be6ab8e30473cf25e735110b6762c29ae3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f0741aa531f5f5ce5536630a05bf48d92434afa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1288d09c2030c72caf1ead43e317c59086ee3c591761e4f01a01d57c8120d89
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb52135f0aa9bc54fa853eb4a57361989a2a054
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d48a02aa98d3121feecbb0cac6450bd6d42c7c691810abb340e3726b20d685
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699531e08a751f8fc8854026156e0cc519d281a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314f054b87c4318bcd1b72308447551ae0bd8f10e3d9463aacd6f60d32d0e47d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830d7e521b2f62fe819a7f2d099972d12c4e8f9a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ae6ef60fb4fd9f215633b91c5fe82a91c76244888525d60f264815d204f6f2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0f01a1286c88c918fe5770e7fd7b2ff93d93d1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faccbf0611236bf38cd69e16374e748f4b4403d7eaed7a98009475e5d94cb282
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6a64d1238f706d77de6d32c58b98bbe03cb6ed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f713ac32a1264e9d095a84a293ed09e9c5ca37fa9efdf06397310990a90bafd2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac489e8872a033fe324f36164540732e3535a09d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9529332c0f4042c729b9637a46e09c6c33ce03a36520c1a6e569a702594937b6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f160f1708aaa24a8fea35ed7e2a787204e1fcf34
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e16458ebe099df7e9b1c39fbeabc1f3dacd1f5fa90a1dd4505f5c5e8e47ce6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f3508a0d4e70e188f19324e91d4b828c5e70bf8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b1875ef64e8cad81f89da4a0f6d1460da815ea3913f35bf8b4bb809d16e363
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839d38c3cc7abc9c49362d200613144f0eb6e198
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00bf04f939b9ffa70ddca46e7026e35c68de8ec8655474d34505c58d7d022e3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e5098b47245a09a637065bc6024248cb9c456e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e7542c3973ca4be2be498c0d655eb806f2908d35cc3b839005babb1578813a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42ffd5afb44795c29d9b0bc10c834cd175c74205
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5cdab8ad304ead71f929841bfc3e665cd9068c9ab60c9f528952903f684f5c3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ac9a5504478434b0b2deb1f65c6f6674295598
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0436494604fb45cc734311c4ebf7877bb96581e0f862d0c9b41403b0d5c3fe15
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e687df1f4ee2656c6a43410ac06392c23480041
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138b0d4c0df69963dccaee157b162ca7f308c63abefc77804b4a673bceb4edac
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41bd5dc03cb6d91cab79b54d7d81b42c32dcaaaf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da346f01583ea7cc8c954aceca40a6e262412a2a0bc6a48f6d9642ae7a771536
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d8debad693779a812f3608bcf7eaff39ef7bb4b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed4b5ec95191069f95b9b3ea2d81f602f19e9df8b2d02fee241b9a1c9bb5f77
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a369d8821255eda2b25771da64e4ecf6ca994ecb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c2afdf4d4f5c4aea08a2b713b511ff31ef06a70ad92f0c624903ad096fda58
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1388d86610170ee1e6bcd8d0b27307b13c09c5a9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979b381df67b711f4997ce6300a7024d696dd1fc202489fb950ea2d3a15a01dd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec71940ca8ef01066e5b7f1283d413311796fb4b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d6ef078d5fb9c112e04fd997d8677e1f25568efff596dc87fc40a009fb4c98
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20ab6f5b39b97c863ab31ac0494f3512038feb4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99cc8e52d234bdb038b3370d4dcdd4407c23aadbcf9944095f6709f72fc8561
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba60b35b160e46679836625e3c25d3769426464f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0757f4d75ff51158d216144fd69e9e6a84b824aa83f75452ffe8fd35371ba4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f183bd3f0b9a1959534149ef2d1710441dac16a8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ffc70e1f509540bb51a89f4378682eb660685f9a0b865c0199afd8c516b512d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f615571269eac01fffcf1457748a2dd0bd679c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c542d10247ace99a5bf3b71cdaaadc4e0ce703759cbf621707347753ecf8d95f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0855e5ab4d0655a4198c2f0511c33ece536663c4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a192b67a9fc3a7f8b1f67296e0eb4c67c8185e8d756543c7b6605b6a2e6248ee
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faefb111e9c27f0bc7444277c63a5902e6b38b0f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c9fa894c4dd5695bff4d473927a0ba9c076a739a982f447aadbafe8a1e7344
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c8183be559a1f6dfc58ba8e163b071ad5f5aba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7091e55dd5c47d5c382ac5168d34a6eeb3d4301ccbabd65af0a71fdb641fb70
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3febf4811d444ea63fa05d1b669b618f91ba006
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:407de7e6bfe02dc6085f1518a4a1bfca52fb29028479a581e9aceccd3f3212f8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec3223bd10e70e7c6fa286ff7908f269738fadb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608cf509e0f60b9211908f74f47ae244f7be0583a1ee9107e7a34d362d17100b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce17dfbf15a43457c69cc61c9540da1b92f6e476
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce0dc6c439ecc16c0fd95effd434024af9bbecc9ffd8d253f7c6b282d0b4f05e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba57ba9199fb3ed0bbdabd7c4a236993b4929d9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5850b524730f73c067e7d7b7313f2d5d246fe57a0e431f90bfc60be80ec4cea
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2878391539ee457bf464ed4cdc4f2c7d88b1671b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df6c1cfc3d67bb06cf9ef2083affb39f3a73b9a938df87c113c3ba2f5ee30ca
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a2a7a46ab0356181c3367068b2a6b6499adc57e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf8b14dd2447c3ec8da6d23c733e5fe5db191e1010e9fd226a0781f9248698c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f73b64adc1fb416b4d68544ee67296206fd326
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7607d45962279b3b8d2855e4e484120c3cf1e7a69f796b963f3f18a981c43b13
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20377cb34132f8d21a1cb61067144c8a88c6d35b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c750a7a387938c795a35f241f9e5c08bd57ce7f8b04567d884ce9df1cdbcf7da
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5345a6a17d64c5e574ff2f613515f564de0d2ea3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24da2a7a114e19682bf55581d7b59b46fdc982bc50158df91c264e98b65cad7
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a5aa5adb59675bee76cc7ea450973be7d4c2ad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3151d9e37c97c7fd37f110aec0915d2874fdf0011911446d3bae1446387657b9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0965aa89a6cc4d0d1260c46a565b512fe6e00b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2425b78221e3c9fdae5292e3e17bfe9029064653feb8dc1730615aed8971593d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939d47a704852904eeb313df302bcfaedced503b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b5fb3a92a449dd297d5eba9e6d55994ac892cb65267417dadfdb02d217cc8b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb95d74eca39e576c0867420c39c36e28ef4563d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed313b2b84f8f8c01547b274607a0b9d98bcec320724e0bba9177260c69483bb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db794bfc1dfe3e7ac96564ed28ca9dd82c32d48
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81812cb39318457952c39b67a61f637ac54dd87ec7fd5ed09fcc3f975daf01ed
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebaf9a134ecd7a6a2233096c9d4875e5b04f4776
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:324f9444d30f44f2c77ecb5ebfb33ce414b31b78affc3a396a0c057c579e335f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519ca60611620c718ac48bd4cf054ca0a4ea09f4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae35737cbc13e82b2493fa9aeae976a2499fa75fd636c05979e97e2a82d4411
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c89fe9b5a19d839f3a44b598e58012f94e6d34
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cbd571fb1a5ca3a56f4f18e1cff9fe96c5b80118ea72b4951ded73a01ddbb43
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ef5d1cd560fe9f92d406c8e1154655ca0ecc0f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a70c61be72f3a1d72ea51d13c158066f4e0113857a03b006365559e835e976
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158b0d3b7e029d4ecdc8d6f3d9330b791343bf7e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8f46eb07538db900be280096f9270e72c500c9f20271daaec75a49a3c4493b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f47fdd4761a69626a4951918437b99d51fea09e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527d19f0d64f5b6fe4d69a799fdb92fe2dee48fc74fd7866cc24b4eb3ac3ad06
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd38967619fae122d8f35cb60fde189efe00639
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42e3b29a07e90bcc3878a08b1810a4cb2e4928c1a2446866d20a0133ca43cac
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88044edc80d42171b4dbb9b1f4dd3f8ee70a11e0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92fa022b254df829f4f55a67a2dd62d7a4e2cdb49f8f036d782da1177a2d7e8d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5926d3049d069cae1e3e12aa15d5a9a8bef63294
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94355cc9d517c5453b286681ce9a6cba516c7518fd4fb9798e2498866568d02
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..594cd6780140f9846e7c218f87b764f5c61ad70d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9672e3b426bd0727db3c062d05b9352e39f69ed28272c8d34d05965c4a71117
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f78007fd33e149e98febfb3eb433522ea9bc8e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc448bd053df865e1fcf75e216ebf7159e1ecb6cf2e2610f14258c0c78dec5f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e03b5e22572b50b006305fdc8ccf952361bbfac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7833da8938930ebefaaa8a1233917bb58f75a7e300ce8b6e2b68775bb5100864
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f552b08305f24746da2c70331513c94e073b99eb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5751dca310e662dbc5d82bc4b712f82a0fa2500eb11d3c8d209ae1c666982db6
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5771b2f788cf7831fefec98e1135ec0428312e49
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faef1802af5fab7af4fa9a79f2a443122de2b2045e14267cfd539fcce11720eb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c89121802bbb2ec730c6de0eda9ebd05dd8b21c1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b2fa3b41fe75dfb38aa9568a07628c8ea68094d37bebf2d40a7c4e68c51711
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ce3889bff2f1529863b99a3fd4f252a441793f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a93698015a52e1ed9edc7029878e696fa331ace5c63a79dbadd4d6650a74f72
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37e5ef354c2ce27ca7b563e81f58e3062de2fc14
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2286e60229324fc39baaca507bce837408e13d009ad796c1d1b90a0f35f79ef7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2075b73972374dc05456af53cfe9be60407c2f0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81345081218e038fa9ff5cdc62bd7735820898a53d48d58ede86eb89d8d8ccc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4175ff4b376a75f3cfeeeb57097d356ee522d9a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f00081d7da57429ca2b2ef594042f6d6dab9e711f8198be7ac1b09ce4a9bf8
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a5f3e6c533273e9597b90d015382c9dd15ccfd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aea4098c5ebe67139c1bf41b34f86346afdbc8f46764c53ffa98a4e6104e0f9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..953caf43eee42ce31943846422900a6ca190411b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf6ab242591e5c05509eea6ebf86d279e0ace1a50ebe8c702bbc1c610d6c831
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244bfa531e95c9c40684e96a7bd9405b60417778
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4171c63a4e084c6227c58c401c81f711d4a275f7ff63a3acd9e00fde856dc2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a6e7b4ab6d6568fa027eea1abfa1aa517e19d9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17c7508331716095a0e49459e90900e51bb19cdb850d602f4d001a3b772ba17
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354d659b76b295e9adb6e2b4eea7c8c4b0b9a0c4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20876de3578793bbaffc93253475f1c05f6c37cca365f5f1814bdf54680ee6ec
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8812250bfa0be3f22a31d2d8b4e8cb7f640c92bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48420758623932670cf3e7b8ab9ba7290330702143930c7e5cb6bec24403fb62
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..316a755c2f9c6c6cdb573cdd3cc78304c5b8d608
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d73a297b23ecac356b5427fc47c63b73767ef321e2f6ff426b2004fefa00ed3
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e1ee1846ca274c467e9866bbd9c18cf3efe976
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a809a091bc9b6bbfd38b5cf4902baa4f247a58942fea576dff4a61c130ab1a5
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173e7778f7d0f7c967e79e914b44cd84c5fdd6c4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1384039ee3f78b7955ff66096d852188854c57d2516389ed59390b72c551023c
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a224d6e86d4940625c523ee91b7d860e3bd3b4f5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca89d710dc797396bd2f86dce213c201d18ef7b1a473b284760b68a82594721
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9729aa0017f5f6341c87a1b8ad70dc100303e4b7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43823d290d2b1744d9849bf5d04a8a3c53a97ab7f5c6ff87a1ea480454b2fab6
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..576b918b4663ac348d5723f645513d737f9fb777
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775ecd3ce09fe3a5f298c791dd78fce887a34c1150ce07401c7de084864b8a23
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8a12cee4d6f9365bc08e45226e5f1916d5ffac5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3fe2a58103212ec3fa81b8559769727a61efe7783c95dee8fb296e7fd7deef
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2620dc211213e062d69b57e952026dc6d78d0baf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4fe6c5b1c497baa00c4d48821e1503d96f501a2e7eeb5c9e5da440daa23f3a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ea69c3972d82917bd8fe651d2ca257d9822b32
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47cd25c3a97268113b43b2f766efdd99758a95ec7f93e7c8d0da6d3ded5def2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b61a48ab76db4d8a92af8da69dd6f2d5ecba8dcc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a043935c3b88ce1beaef0a3689187e4db3d0beb0a4d23969893c364d894220ae
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d73f18ccd09d1a02a35a0fe7f7e798510500a8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f749b1f874ad643b659f2761fc2db6e2542d17b66c84631c9789388fd6e8a67
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c173013d18a33d471cbed8b94ec2adf79510c933
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef47e6c326190d43f1928fc3aeab92372952e7bed5eccc76c9966fdafc6a6f5e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79917beba6eccf3a2aae1f768a3949343edbd954
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a79dc770243b1270d987363837a69cf0943ec17fef6d4b793aee274aba89ee
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc14c8651cf576453ae78d50e758577a8a66536
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5ea35c2556a8751bb6732efd7ca2910fedf1184552b60d273cefeab42affb5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036581b3f244965dc234e1ebc6f775c39d638826
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9924c7a5708abaef1ec389e3cb65be04b5cac72a7fb0872c59f4c20a62412e2e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe15e06fc6b2a6f7213b3a77f7d18837e805512
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80694938442ea7a597bdef6e44eefe45535c8cffbe8fbdd72b1f2f474cee5449
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89465bc8c41c86353fd94959efe67fdfcdb8a440
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da88d8776251985afb2d43d592b9078bf223568d90c8569ffc37ca66dfd94ad2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1faeeaf195b9d2b2d6b8968ac9b1aab822bb676d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d79f0282bdca34da463c2402e87f1e783a3819aff8d347a350ea7a3ba72e052
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d8e426491f42337ad6c571eea60a0ac9bd173c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2456b521afaddcb2d81e02406780cc26220fc0331bdc28d978f8c822ea675a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fffff6bf2714e692df1679d5fdc265492b94d558
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea319a526b05cfb332cc72804d7f7cd3ece062099cd7b5613bea395fc0af544
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022b6eb93843aee3f11bf5ed5e40d69c0338d318
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0750219bf554286db389933c0c469ffd4434dfbcdf01d2fdbc963b8a695f546a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c63381eb3981d7d5639090b5ba5f9456fe52e0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5030aa36120ba9607e647291fb61ec7f397053c9d0973675baab7179341fa726
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5237c7f6b0a46b864f0b1b5ecc2260605b83bc15
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca96febfe426095e40e65d7176198cebc8cd438bc834ccb91c29e3ed7c53da4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00e6d35e74d17fe7a2fecf7097f0340592290ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69ea95b7115bfa0577b21f049e1161bee6e7d29f19c628f44473f4a9108ba70
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d16133dcd509e76588588d6c48c44966ab21d578
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dcfef95552f404a7c2c686fb2f9e842ef947b5e243bc6462c06fa7ac6eadce2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a9670a3b2ee68278f016253b000d46f15d0187
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66e0bc0d676b5dc1e248a5a7b758850bf4b510ce8735c5502bce93e05dd6a84
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be3a2502169b35276bcd09fb9ead91caeaf675a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c22b3e070031dd9a6dc2776c1e436550b519f2203d8a45353c15a783636bf70
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672896ebc707ddd3db3f6e2e5aeb3c4f96db2952
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0ad7f66e318c9d72be5b4f6e24d6517d400d2e09cd284a18a52e111b42aef2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516b295f884b8118510f8ae9ea329c7f1638b7c7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d2f32ea1def2310a43d63cb6b3cbdd63b2e02ff181e6bcf5ce1722d1c229d2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6cd88403e855dd65ae3eab1c011483ceea2ef4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b076c12c910957aef406288cc23a6add77afd162230b7d0babfd67ee8c2e46
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c7696b1b892dc048de7d2ceb46e31d2aec2f92
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97624a2dd26d21fc95078282e97da0487d6e3dc1692862fb89c18a1b70f33077
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d7c1fe040669bcb59b15cc90386c9f28d240346
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5caa9d7026d2312503bd9a14b8f79086cb4be0f43fe6843c74098cd87cce91a1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba26dbcf28bbb35748e3ce7c51bbdea8d658db1b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8256dde6de62de504481485950284b7d53b8dd8ad12e09dd82f66f247f617cf2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..821ca9c898654c5f41a5188504f2669918590915
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd74b9aff54f66bfb15740d4399f394d33e4080cdb64a96a88a6ded6e0d3ed66
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6516534c222a104374e3f49e3f0a02f87d83456
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6634b0664b1d9165fed87faac9f160ec73a2aef7f3c7e24995a667064095420
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ccea06e44d963b6905dda3a792ac830c229e3da
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd8151e56e109fd5949169400497ff8701a6799a5b59d1261e8d9711020abe9c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c32a79f80970c0f1d9246df28f15728c0245aca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c1c6a68da2c26ff99220c2e9fd37c90f7ec44357a5c170af1e2e019f379c0a9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..793908dd780cbb0a71ad68e5af4c1bc26e5b5da7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2cd52d049828555ace05d6e012139893a54cfb780d114265224045d6a8eff5c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e873bae168580953e3f9228d083d8dbececfdc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:868e4e127208ca8b276b54290a8a44a06dceeace7f08eaaef74402c929b385a2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f57bc93c2e7ed8b4315bfe2ef87a9e79d00bca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea443d804b01997caee606c6377361c7427f62d74acf891ef2d3e9b202c15ab
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d00f43c378ae683e4ed8ded5f968760d3456c3c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8c7fe975cc155c07104c6fc2d164fe41a9bfcb01d169c0a21716da3adae86a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2bd66d804bd89e25d22db2b1f47a6b51a04055
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab9c010dc4607ab5bcb8e9cab3b3589f83463fdecc7c4e58ff2f11f6bdc6acd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a86705508719d7fdc190bad16eb9e63c3725e125
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e185148c77023fda007a05986a85cf30ae43ff6ec5dda6e3077968e1daf23069
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b495957cfe0a7c855a89be63b37aee5e1b88ff4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6711e759e018e28c644a94ed883b81aa3f2c85cb4fa5db88e689cb3c6a1366f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..363a4b349b3e3ef065393089e85c3d044874e0ca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef806dddaefa3173948c9dd4ad2022acf96fdd2051d995c8845a05f1ab6348f9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e69662b6d666b012826d42d976e30ac5799f906
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaeb4d7ba79694e16a1a0fac1b653ed05a9e0e6b71847b4157a8fe52d9b27fa8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec9c6ae13016265f019d61c1bc96cf92dd1b127
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea8554d9370398aba8d7941609c1bcab9b2ecd8fdbcc70a575169451ec77d8b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..797b26ff4c404f58e5648227df4bf19e0681f66c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b81388394134ec290b479529d1f8d5ea85e394be747ff15a90eef48eabbc432
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20d90c4793f80a1f0982f7ab047aee563d479ca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d28e54287337c520a911d8a2c9cbae75eb52db3d060bab4576c7899d5f949f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c1cee51ab48eafc15a061804af343823203aaf5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5a351da789c2d8be20adc8b545a25756b2efe98133bac3cf8e6978465eb64b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e2296466c1a359bb6101d128bc060c7fe2f632
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:620aaa6cfa7814ccd16f305a52b80e11c5565b2fc86a6659f184942994d0270e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f0b45b5993805940b79fe768f48d9c059d3bab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81066088624fb6009b020e6ddf3ded759b453022d2aef703310b5e85d57ace6c
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd74c494feec0e7a40d6537282d9c7a4184f1e28
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9539c2ead5aed56083f5e2c38bc85850a74de64d172b5e9189e97dcc1bfa4bc2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8311d71ec282b2472b6f09d9a801283eb04cf0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc368b3223bfbc6a64c5520edad324c49fc4d5d6f7f4a43773dfc253719dd1d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49fb51506b22fb0e6e9867387a2a8d2a56347da3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6544024232028b0991c24fc1204b6905c9024e5dbb7e35159fa50dc69de2559e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56cabcce65f282d5fa5ac8701709c511f7b3e94
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7343d530ffeab8058a4048eac716f30b0188019e42710c6fbff14305b8a2f2d9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92c1cd649d18981c0e4cb330e9c18e53bf039ed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1379c92066db27914d8df6b41c5af4e881f1cb511a99fa30563f8bb5a171b6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a474b343b8912f8aa9fe611557574bae135dc166
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:053f3bd45ef3db7f66f784aff71e97134671755db10806c7e127f317b8d39c12
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f03e7f9fc6c58cc060a86f9c0f416c8facf0fa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b6d2d0e41be85a4e5dd612e760921e85957ff5172705be01f2720e70de3575
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2478f93e60daf1f68aa0c80419535248a4ea69d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b63475478f2793791dd5f23bb8ce9c3514558f1a3dbd8050cbde8f3d79671cf3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1966dc6def200ae5d39c393d27172bf5d410677d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b7ba50efeb8afaf444c078a89eb2aba116695bf764e67c76f9283382e7fa9d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e61619daa00f49fe1b6be0ff7eb7e89717d7b525
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260c418ddc01ee015cfce1f2d8343f3a502fbbb143777328e09f37e5d6ae4a69
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33ccd9d781551419ba21441145aafea9dfa3d624
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723c6a6f5daca77b0601f5b413c4b3b68a451ea993a6280591052e29b5a3bc06
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51a18c6fb736b82cb12788fd2c437e715bdfa36
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cbb538f5f2c1860efa2e97ccd70af4d48e3ceaeb29df4eaaafe7fcba6c0afc7
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51de5671f4e196e84878b01da8be97f5c1244cbe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78dc1ca3492ab2130c3047b5d699121be93d066189abded1d5894cd4203b0512
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9472550cc4146fdb9908e42579c94a61badcf173
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55b77b75238bccf52f3a597051e3cda3f7e1ceb8b6879c888745cdca6d741b7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3c48be8962e7467943da297f2adf8b9d2608bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:189154d135324ff8f6161aa4ba57e4a274127585ac8ec25b8316d7ba10c9d07f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92922079b7b8f72853f65e2fbaaadabd7bab5a08
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657ca18a9665121525abc56f96b520b1fa052d5a8cb6afe67c9c1290128e0412
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603d50684ec2570e41126f7faa93c23cd88b5d24
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e8600249b5a8e4c6404d1ee58a1ea0b069ba45cb1127dea325ccdeeb84907b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7b2c9a1226d732ae92bae9cb5293e69d699f4f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4644db4b97753a8c44f180076c5a9d2c101da0b3c53300de82e0250ae9f33509
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..601579eae8468c2966180fc09450496e23d0d3c1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:089eed1e233ed18cec626dc8247e4f62536fbc09e690430d144ae7bf9251ee82
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85af85d0720981c0d5f19d055a2c32dcbe939717
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d53efa8d72cc451442eb6d5f23e27171ff089955faea4a2c51dc739cecdffca6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ac226363eef930fd9bcc8769c9657da29d6ee4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a05a8d89cefb7e823e32bd70ebd7b0fff946a6270f8aa9a3e8104dcee307117
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f358922642a9efe8533dec15202c009f3cccad2e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c03e8fb22c4dbcc5b1f150149fae59077a4025988dd8d025c1fd1102fdedb8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644b083c6960b1204b566d4114cbc17d3280629d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6c433ee838bdfffe4676bc7aa7d04a54d63ddea07b7a754fcefbdff2705d5c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c14c9a203d6b1191e95237950aa6e42718d125ad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf86aecfe112d4366207c2420c71fc6ea50ac754b21c46f54e28bd1d366e9a69
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8edb92170f88bbfa530ca57dc2b637c3bafaf9e5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b877bbb71155b04041b61dc06a1bede6b53f977277dae2cb10d786af5163fd3
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7d749188dee70944842b742d1f086d3ba3e780
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce3e514275008623511bbe334746acca6c4993f856226252759776351be568f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e29a5a59f0e278b236e143bb85519fe4da40a3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914070753a37bb55f9de8c73935144d8fa04dfaa97472b6ad6d94ffefaf8e2a3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2dbd904767ec8088df7f8c6c2125362ea61129a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147c4856b159ead90b40e937a1c44aff28620e080ba1c299eafe6baf52700d64
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ce6778f621f9187d2f5198cc7dafa9811a97b8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158385bca229b31b9f6b11563fd66bef2555250f0eb702a35567f801d4117b89
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe062c90d5053df1097b2d5107b0d372fc920d4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3860a04844c21ef0dd160f19032e83b3acc2ed8f7fb40ef3c7f9a2f0658320
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb31313895c92783f1c3b83ed108a509272d8e9a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cdba848153dfa9ecefaa2be822d2ec926d7a1caaeff2273f648d633bc57838b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3f3f0ab51f8b6909aec2027bc12334b21b2046
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710cfc29257ccfc3d79317c0dcf6c16f86c4136a6af6d8ab54d987c6067fa84d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f2ca440af6245de776cf3c899e06135d9af4dd9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e862783ea10766cd4370dc67b15d8addcd1fc43cf679679ffdd3cbfc62582a8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..715ca613228ce756307c0ea0e9e63c58e62a1b38
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194392dcbc3be180281c97c48d98cef41039eb1e382ef27039000fd1621e8eba
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f3795fb1da8535f1ea8749c94162b544f26ab2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24732ee689177fad50e482346680e14e51b99a51529fb5b8dc12b983ff5d5a1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deade1acae4742af42e4aff8a1cd6768e031fb45
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e21f2072cf8a1d7f868b41a2a97f4696aeda3d92044f187378083004c9cec22
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0d7d60857e6110afc617cd43256c6972346bd15
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b65181f2f64885ae46c7b11179952866a68e067ae459f36039fe231fd394a0
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605f15998c39623ca181fbd290349ac6c609bb84
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c066ece7e75ad0d898c49c928da3a4491185401ca24eb08e58827f04520697
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89dc3ed7715c3ecfb788de647cad140213197ef6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df227c4c50fbd6af4b346d1dd0dd08d91a73b07f2e9ee59b34b0c6caaa7001cc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c823721cc27eee05275bef4e7873aca9734506
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1a5342b97e8d4beea62143cf5695211bf73071188235627de79343ff039cf9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f4c6b0f61a136bf0ac6b156fbd934b3d631222
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f295eb54ddfd017f7cd914d83f3cc56c54681fee361d28760b0350232f4ca0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..319919b2a70de7607b468871cb6228b703fe7f86
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3569e482e0bd09df63b78af93fa7c10949d98e634b0a952b4af6da6253a951fa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b612ca8bb192dcdbd2aec2ef4cff40f36abf85e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0fd8c51bb4403e2d935719675d48ab36ea5b3a965c3252c9aa66a3d70c9743
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf06eda6358f2a8e641f5023d9c55ca44a1fdd6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f45aa5d53c59e9a635e74da9a316b62df68b403917f9a5462bb6a896ae4fca
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c0fc06ef62bbc5dc7d0f13d5d0106ac4ec8ca3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8032d7a35f27368c3be7ae32d4193b15fe2a9f55020255801f4eb545d86ca0b8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..949be03a808c39fca5615a8e18f14ce8d65d8020
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cccdc86e601f5c61d2f6bf005449d271ab2754f092b8d56956427122667c1b94
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9958590bdd24449e34414a1ad406c74f4290233
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c0599a8749865d81160d4789e92f49ec15844dcc5c2d235f0f8b97b646d0f4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a871ca8308eeceee28ac7dd160595d713f7bfe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa31f1fe66b62a2c8caf5053479209760e4b1d89715f78a6d82bc02e24611ad
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee670250b836db11604f7a99012cd276ea1e098
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c85a1b38494c49aeb7dee99507f72d2fdbf6c5d84987f3179b244eda5a965e7
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97a94f26cc96cdf154314407cfffd6ed5b73033
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dded55d1a9bff06d1c799b566044826df462522dbaa3de8791f205a3480a295
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05172c5d371baa7552441fec97012601fcf334ce
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2d30a6640c3614b1520d7b4b3c9c96c63f77d62a8bceac6bd63ecb9e1442b2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c33e964da4ffd0f2b9f8ef8f4c74b3143ff03a7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5692d4330fec50b281db475b229288aded21b4ad6366c432d031d78566a113e7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..148f1ed7cf5efe1aa9b3ff0e61b837b86cdb8ca5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6d9335b7314ad5a22ced1d6e98915b0a1cdca5c607d9b4c8a3bb95dfce5069
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c0ac70fe56b06ccdbc8198f0b7bc7a188d8ea43
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c9c5ddb127e7a3a8b8618990794c0f71fe4ff03510e93368b7714c210d1f64
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8add65fb513165638206bc2755e846bd93af51e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e85b90186f2eb5d436e8ea68966825d853c59935c86ed89e508c246323a578
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76daa69203fc0cf1d0521e926a317980943f31c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268859c2cb7988615922936d177beb929b4bf0300725805125fdb5f03a4fa098
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6aebedf58d26d2496ea700626ecdbca8156b24
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ebdbb1378ef9ae4b104dd0326a481334f9f8b9c192c4b7e712abca5394ae681
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42ae7f76a3d20829eff7baf6d9f5201b1b2e944
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6c844b7007bf00e8db3094e5a97f310223ca9d24be33a61e3f6981e7442ea7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad07f658b87b53f1313e9c33215284790c9aaa2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26bc2768830287707b4ef9c4399e473caa8bee2ce0cf9e6b4c224d133bc607c6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75cfa1271c366852e35f6ef5ae45873e5e8323df
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253233bf14e12b27d745843408e89cc1960ff50026cf333e10e41ca84c037d5e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc418d81811b19f6e9f01c6abfd9d1f3506a641
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ca4027c86c68f86cb9b489e938b728dfac3c5402ca0cedf4cbbc4e40f244c5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed7cb169a878fd10cf5557a1cb0410c15372213f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9aa01a00283dc5789284488d342ebb97a4e7b73ae3b630e92b17699be4a35c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf9e09c8dddf24fd097677baf1a774fc42bcebe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192a2a13ed32daafe04b051bc9927e5e06481ed13fb118ab15e62ec204796c70
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca498d4b646499a3aa225e332a8421f3199e71a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50706d14d1f09fdb934421371279f99cf655074e22a74c2bc6610e18f8fe50bd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faff2825349e0910c752acc4afd1e2b66c55d5c5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52c06a18e26cdce6dd22c784dbff204c4218b50ef79ef020e4c2776f2bf7b38
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d47820378d1fd5e58a215c964a8e035671d236
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ecab225f5c6df78ccbb94caa4e75fa92c4404b5e9e73db4503909cd4aa05ca5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab90588b911d57ee246b7928baa74cbd6122481e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51783fb80d07a764625904821f545a92290e17a4bd0b546864cfc1725773fbe7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff93d8fe5b1ed2deac377fa959fd870c2772f9ef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c3c143a67487f49c99be5f4c26a53976ce04bad89be2437782c135f64e40782
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1332b703046ddd255b23de4fe86b4bb0a6246fa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd6c7ccf38e190f7850fa6d3871055055f27a6df83e88324f5f664e3d448c6d4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd2a66eb9e40570cdbdeef5835a5234e1b7bede
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e78bd930c0a3f24123b9577ad32afe4d6cfdbec453087102c2f6b22ac14fdf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7dd31c7422720cf7665d5fc991b67c092bc14d9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c91f29ed0e09040680d0fb253d3b85dbbb6e1d2e4871196f367148579d1995d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dadcac13a11d33b460ea22bdc1b9dbcfcbb0c91e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e34616223a1e5d45e00763b63e0f74735dd147e7ae7db84209b8e3429e6ba16
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5789db84594217bc475c6fede973dffd1c19ea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:620822aa3fca8f06b9656c1949d9ca2071ed5063d2190aa84a9b18c6cebf0217
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33cf7b1abf166992eb119db571f4168704244efb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46cf95e660628b6a8e159922980a6c34a76143ae3368c627336e4c58bbc823e7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660e293b8ed52308e54eb124c3c58e97e76b4986
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e393686ec872ebcee7f15b2da7767f0822207b5786a12eef1f81c66b5e9d1d1b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..028e5d61d77b4e3e8edbd4cc84945f3f62278429
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1c2272389c23a04b60956365b6ba4370e9ad508aaef866e43bbb8ce9a3783a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4710b1b1facb7325d6e281b55c06547ef0532ac3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3892a62815b9c1e865d49d3adc4e6d9d0ddb537cae3b9f19aa7e674807f35f1a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..889b319c7a565ca11f62ae18dec79418aa2609d7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc8a0c6e13bb4447b3511d8029689fd7f6a4740b4c9c9dd237c465e8a0b9c17
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af08d281c0cee9044ddaf381f673b1943a25358c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a374b9164fa0ca2d4737ac4763333054a78471e66dc275823cec9b8b14c039dc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60fdff5b204bc03001b59f9f9a5f2ce11863a817
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9493e998c216d08b9fab04b1d32ade5e4ddb3e3e69f2d37de0c32d2e26cdef
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4433bb61e97d39345032ec175440cec3a704826
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593e93fcd4c3d4f0d5ea956d16579e491a5dd0d635b534d4ec2e9e39c194c669
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d65a0f58755ff1cafd9a235cc0367928a90414eb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1957b61976929a547bf1c643cbc65df82c329a35132a80c128b2965e6486c7f0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf571c9505ab30cb5181090c038e10193218efd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be799931ea0713924a08de896d4205ff2c7f7257bbd8c7d9692ae60b5bd09d4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..063de71de3b19983ee1887e5d0960d9ed3233c25
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bded0eae80b598eeaa97a9225a9d0e1020783d7dd2b4663f53fb8a85a48e2674
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ac07fe5e467e8722196e5f1cbb85b596e8c02f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d56d59924e316c7a715c52e5bb9e4afea77f20f957dbdbb85d2b11995c5fdd9
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24d85fe8bd8d79899f8d1bea88b278795174cca9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1550c9586e3d9cf45172c639d1eb91381dc630784bcf7f1497c94720d0fea2b0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b6df9ed960f7bfe90bfdc14906eb955bcfdb50
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ab7612d07e8b9a74f6a93ae309a5b96e2a9fee2d3e2122af879ececc3ed5ce
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a07802fe53044981cc92d1b0e882cb0d54ca56d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8679392aaa62583d66bbc54f0af2800cdc449bab46348c20f8db705815afa69c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d8dcd3804af4589a95026c5d731d68b3b5c15c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bca5e13ec8fd28b513e830e982ce5828d283f777b134323da43312ca4dfca15f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24851c1ac6bf2055dd020d253d64b783063b3eac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca9fa928fe0b7aaae3d96317d11207972ea0a94e2dfc2df7f7fad49f9928bce
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b21234e26753a1afe81c25fe02b92061287f406
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01dcd60844ef1476f6c6c01805f2300f5100d7b0ce2e54eff7b3875e1f5a2183
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0bb907ce158e6e1027aad5e19e0029c956d612b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d040fba36beac55ac1c8509771ae6cdabf53842d3c2bc87661fc605637aa43c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da83149bb81fca48707873ae6fe80e55d566418
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab683577eea72b7470f581b9fe6da4a83404b331562846e56cfdba6424a0a100
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faf185937c1e7c852ed9dfadbaed90fae710d4e1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f3bc3a110be2b5955e39d78d09480c5282ca0bd3dd9ca6895b7a6db3b32c9f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07802c86803db6f2c033fa5d1aff5ee1bfd3dddc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f943705ac6b971250902c84f117211df1ea71e711fc458512a6b1102dd270532
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..335059946c435575876a3fe9504da967224038c9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5768a23a87bd4cd3bd28bf927734acca8dab9a715ce2ea5b5111acb16f91c81b
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c98730ef880b645d2b165b62d7a161d2ddeeb8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dedf34d4f788214627352ce6b3a81ea6ab679c1fbbca72d3a954e407f88d7595
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b5ebc9c6868ed6f0763583bd6433be31678839
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b9917322cf01ab49535e93d34be46695b1e8186d5abd68e3f908e9f70ff9b1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6953bf15e4764b430b014b9a22b172589dc6b830
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8985ddd08d4912142b2d06e3ea7c6848d8210cd3445b7c23efd09dbd94d0cb56
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2afb2c1b90b7ad8a698036a199325be393a594fb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405b59476c94943d92d2184c798ce798d1a214426f6e52882035dd060b53e369
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c39c37a605a64c36e93a5da26af3b9417e8993b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab76d393306c65370cddc35c308bb2e2b895d7b41b7dc5a6a04fed753d2cece
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4426eaa3c4291dcda84183eb309f8fcccf8a05cc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93000136f524ea3c63726100236ad19bc6d86169a83c9653ce09f720be39c254
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a439f42c0de61cfd5941825266962250fabefb17
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d41c977f12c9d95ffc6eefb59f805d222c2aab31419ca681f02670930af4393
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ec0935c683c3ac71973458b09a6112ce51acfa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c56ca3123914a8ba0dc6993c5a41927f1e29a36505449e349227a3eb2ca9d2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ce0cfa6852c6b24270e464387831dbaabb60b6c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9764cefaa3ed85b39f4266d1333137ad0bb38318c79b604a4b4573f73b938c12
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f8f3bebd05e27d5857368a203a6df5b187bee5c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bfd52972c65ac8a19d01e4fb0116e50057b03ff2ec73a74154b59496f42c4d1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c5746b6aa62e967ca228c71cc06d002d2d03a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab9a97158c5176bf21000994cd29fa10fa17975766384994f2d8bf2e0d48a14
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1f453e1281a6437a131fe664a3d6283cbbcb7a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8c6da693429995e2d2e773314afd93ce09f9c9b2550bdcfea5473e1ee2660c
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a555c9f0dc3d2c2b5120b60cc1439154ab47053
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:937ddd23c794d6e5644d7e1a7f79b8d2d79cd1eee54c6f7d91b1a7b4da2a87c0
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7eae09c5dc4b2c5e79c0c3224dcbba9ab3e2093
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70117bf4529f6ef99cec961d6fff76bb87e5b03b32292feee7b5294478dd3cb2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb54364726c04291ea49bffed0312e68f166664
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f02363e65c2cf957be57d9e66ebf6fe484cffabd61137b9755d21b91ea92100c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b638a9e76bf99a3ba66ddb2a6320d3dd412108
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451e62ca61b21b6f9c7985f151aa8af099bd706e17e0400bfcc8b7eca29762a6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cba2c999be3781489440c66e571841cb317a20b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e589f7850d8ce1f4c834d85bb86f21c838452d47e4121c32901d5fe8f4d49e05
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..546e0e3431475f2880946e9e9979a6a47b94a2b1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:802ec92c3ae68066540e400a5e7479834eae567508d204376e6aa005e120fe2b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..985280457f17fb5fc554c4adfe0ff05d43249ea2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8dc84fa0dc3c071907a9fb44eeeb371a342d193515c45b51744537a711c4b6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a96562cb60ea7d4bbef8bc33265874a2a732c82
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6849cbddaedfd91e84953a83d9301137b4548a966d1a2fc5bd3ff030a1ae7e19
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae320e17f05517f67f7ceeca485bf4d5634372b8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff758eb1d3671657d7fd0b8c931c210163e0e8dda7c088fd9b679655e719f42
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd644eadd3988826574b633747040a2c56e32a3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c51175b15ed0444f8dcc6ad849cea9958bd61857fc99a13d07e8aeded91533
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5609a040fcb41e57d0281274e4430c66f69fe312
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab47f582016681fc1a558dbeb95e607a86e3dd262ccdf5e17f09a0586f4777a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c435fec33fa38d411f9455b8f6a84c71d4f71b1d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a15cf3218a24718629df168879880d6ebbe559683c41100584fe5ee5e7cab54
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72bdd90cd9c74d5c6cbcbfb1709cea93d05bbee5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990bd114f0de6f05f541c997924fdcf405bfde27ee36a78064665c8cbe578115
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf86c9422aa90c28ad88d624fc9347c369e7529
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f0f35e9b1aa27024e6330f679d15fe718f949f02160ccfacba9b211e20191c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1470d01736dd9cf80646ceb0ecb6944ecbc634ee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723054bb693a0023b42066cf9fba1c7a9351edb3fe727e005f4f6bcaace0d923
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b53ca78ac28e718ccbeedebe8e2b80400291c31
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915d2e6d43f17fba2c36b803a6af606c021167783be7d3775545327dc8cd4061
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c355eb3664d920ef5ac0e85ac05547dca32c8b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2b78368480778aa13730ab028d5e85e91d300504d364eafdef93cc55602841
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed258ea7c5136244a91d57a4e2571c97b7082be3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0780b15fcce94ee78c09f788424ad3a5a776ff5ddc13acb541451a23f9ad4e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb6c1c66cdb5459bef9712cf518d49108e9bc6d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc983d3e3ccab4da5de7cb3e2223217d19720fde802e33bad7a2990beb9a40e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a440a3c54cb4843487bf8cb00c26abc8353ad32
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4151fe8af86c0beeeee9b81de20561b84f24f3d16e75cf8681805c7cd1d7d9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c37159999e047feeb5564368a2e33ec852f057a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ac0404a2182cbb6116668e57fe455aa0ebd2a84c63ba37bedc15f86c058c5c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd58c85ca302dccf079648284959f3667ccdb00
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65fb65786dd10f3efc7319a590c53cb487e03b2fee82e39d9fe2d3d8f8b8176
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53524e010225df62e5580b8cedc1bb8680081a35
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f51bdabd53b71c4c36c43411669198ea437afaf5b71934049e74896b67cbe2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b768f369b2780f7c01f4e8eb9cfc9c4fe71ab8a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ebd8bcc4c28659dfeb449bafb864f6c200c0d58c488b4d7a3d60d76361243b4
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f2528153f11efb8b87b211081fd0d144aaf466
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c169fd6f20cbfb8f5e723120bbfb54d9664875de701da08e9677e8828c907f2b
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea36564870644b2a1c097cd42f745160d23b881a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e717527d60820a145be8cba2d701158c5061e0d5b45d87a4d4b375c722b7104
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4109b3ff158cdbc24eddf245e1643dd255fed2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1d64c9d3bbeac298af3eb81a715e4608b1f5830fb838eb1edca139badaf4dd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece1d7b0985db3b04dc9349237bdb2bcb393e2b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f790e082dc986019e30fe6874026199222127363467943948b75f1d6ba86d2b3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a968af49fc232d0e686a796876058de6e316e7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f62255f0c35aa6d21e0aa303209547ab943f94591f27de869e4088dc35b17bb7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d26b51cf9e8573498c7d70e58d35c8b40b9b021
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e215e141eaf3ef60a62b662b3ab968e3dde7e41cdc0bb0d516014682b369a16
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b43192473d02bdc4a9164c745189b4c780bcfa9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1591c3074ca1cfbfb8ebe44de3a17c5b749455c4a53c3cadb9152dcb58ef7d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e6b7fc14cf7e0f0dd92852bb474eaffda331c2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ed6c3681a7e5aa281157c57eb21995a2406de87645295f68490c6f2efbad46
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed940899dbf4241fc3512cec521c0c461152808
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf2b8668447ac57020fd41f2f5a4ed859d13d7c85b853a414561c047c9537bf1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..650e8f303740d1b4683839b2ba5d054a378f0b93
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be6327068a70ead64c0f355c99117e27e00156b53ad95a053d06397c58bedb94
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4679259f685c91a1de15fc869d75c7e1ac171b2c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889722503aa9443c701498a52bbed5466258c5b0447328d6d2df0d542f2a1240
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c40a6a146f13ccac37ff0404e6c20e2f4dc5342
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bcd2b5d77a27ae7e0e40722862f77d9dfd14e6c0ed6e40832ac2e6f35d7df62
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f838dd6e96477b247ce506ef3aa3b430513294a7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12fd27635cce9c1af2bf8cc3e062fa31c762e5d28530f7b4925752a071cb32b3
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76849d8dc5d0be194c9a9949818e2e48559b7f35
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412f28f9ab4cd6958803d0937635bf3840b0cfa0078d63b77efb272954058c89
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ba915c309257eb6c7dbe576bbe88f91f1783b0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc21b340c3b4f368b58ec9b6ad568d3519c61cad4c30f9de2b2fbaa2b4f72e95
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cde5a35bfe77dd1597d6c96b84b913840588e9e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9f37a085e3517381a67d49e65dac1a27b9106dbbc1cf1a5218e7dc091f6e94
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d9d808944f5366cfc3d9f4939ba35d1a4c9fb2c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d9f418e0c6a716239ae855c8b36f84f7148020ff1b06cbe94d533d39a5cd22
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f5b861e066e4af345a212afe88d0b69e7af5841
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d0676035c34c78d14131c28ab819d1d0f642d0374bd8bacd35362839fde340
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5fe3b2f3a82ed62a9859086ccd2b822f62862e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465f4ab396c9dc8d527c4f4b06c542b090528453856003a912fc90de2feb7bc6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fae2c24eaf2cb637adb9965332627301d7a1714
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949af2b00fc386ed9c1e5338eee29021fd110764edaad537800d9c1e2814dfa0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf81812af736a038885abe3d85b725efcfb6060
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2980421e514444bd91fea45fa34dc274b8cefb37dd45332db2b9dfba6ec11747
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ee8e7962ac1d21e7d1c4b2ccce666d374b9ffa4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37cf51a0c8b212cb8f51071d90a4166520afe44a52245096fd5cb8faec6d552
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461791f2f52206388fa3bd2c4d9135b86d8ebb63
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6071d4e71122c44ff4374149556c16ff2e386bf76b13b53a47f2f0004a49013
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99142db6b9b3d70a33fdd16540015dc8ccf13c2a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6667cffcd752bd9fe7f5b10ff7583ea552f497854b7a405c9f113067d2778c4
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe2696d1eff285b9572284586211b7d3a82962e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e6dc99dfbb28226419cfdc39a4b4995d486343e2e19670effc81629de69d03
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ef35c8d1aa06be83f03d2eb56db543650b53cc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d797588ea2a340aca6ab7895f03e7e3726f2a97e4b11694b27e3041b67cdead
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..806973167b44282c281677d49f3f8956b20e79fd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff61b4034d70f77c6d74bd53993c8d390a3e7cfae52283b4d482a10618753560
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f17e2c4b701d053e6d7a3e098688bb3161f594
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8bde9ec9a93621c19d0531c3bf540ffd3f3ec23a2f68f7abe7cd63633fea370
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3aaee744ce3e713f74a46043b8bc6d25599ffd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff6f1d2f89ee30d102b4be27dd2a2c2f10d1112a23a55394e2ac41fd36e3c18
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df406c9e477c291ee158c5ea570507c6b2cc2fd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f0c7950c89d4f8b4c66798c5fa9d9512790ba1a879b79da7ef577287212a53
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057fa9903ff3a75a7892de2c617fdcc7e274a7f1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc614343b31fa40278b4355fd72cb613cd6a980edf5835038595a8f4e168ddcd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5063597b934503f55cc43ed7dd6740878a87032b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a2819522ed3f477bdaf2f332c2452b7e84877d3c42cb07a11944e39b6901ed9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ee442e7247469d8c83cad9885a215300497522
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9fb8d31f6aa9f578d752c1272b4aec32559d7638048fbc51f902cacb719473
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d8b28489274a6414f17fafb8507d68dcf933357
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5bb7ce9af668beecc49c748485e9592341917ca279be40f218f4343a8aee0b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d17c1aa4f4439f6d724502a8325cb380decf7f3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912dedc1090ec2e69ac5f04b52c69154b9daa734503c5abcbee04df1b50fa58d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18cef48770b0563068c4a407ca39f11ddf014f65
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a0e09ac50f793cb83dc4a3d16beb1f668b29f46e2f4d752422de058a52c7b6
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c0591352a43f8292db012fea8e40474f082ac6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe66d35b8adff8a9cee79a3e9b6a244ea5aa84e06a22e0cd2ead6dd25bb5f20
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bf72e16d4124663580f3e68bc631c4891fbc942
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15e980683fe5f1b761a6db2f2eca29d800bf878e49072a1f05c94e098c1600f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772372d3d1b70d696bf6045977a3f1225bb81019
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd50485e4f113d615ecac13709146ea2677e028bcf14d42a3d40368cb903dab
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb8fda848c7d0e1f0caba174eebcb322ae523d0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06804de641af08ae17d738734e7074a7f46e46022752bac740b85dbffa949333
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db5955d3246efebb41f886f31595e60fbdc0350
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec59b3138236a09bd83190a383b7ad851e48841fe56c40746ac1b599d22e5dee
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d876d30b621320bb1f86d107ee5a9a6c1d15eec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290027d0aef6dbf60fe3652b72a99d545d80137897216baf09fa017aba8692d4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9cf8f4232d51d58a1d353c7a53c8b68b870c863
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbee57bcb0e6cd4fc6d0841c56a3f3778d7c0045e9d2a433fec853124228ab89
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a669eefdcf3970a102226ffca2c6ae5a1a50afe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6bb8e5ef3fc2edc3cdd3ee4e2423dfc27de6f300619aaaf692a87101503eecf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3b3f6ab7667fcdc4cfe906e271411b621dc96f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1177217dda9f0164796bd12e137e96b356242f48acade2956fd9aab5a33dcfad
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c000855710bb91bc42200175f8d9121e6e2324f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0baf5dfb16f2333d3eb36c443b9fb1b5799739d44695b81cf15e7c1f20351ad5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f1123c5d2ff39f5e89b4a5a7cb05d8b6ad3de3c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45b43b30ea090a4949380520abd235fc9d796bb05d3970adf4c62c4ec753647
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3432c9dee60aa08f01284be61eb65145daf65b30
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74adde723a5882d9967dc7d45994e5923bfed23a2927d40a2ab8b872a7182a17
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd1192d04c6cdf75198acfa079071fcca48f3e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c6fcf05a160719ea90aa243a87c27a2513cc93ea60b640ab54e017b421e002
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ea83619643e5271e66dafbd1a83822bea607ae0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d627d8539342288a16f3d976bce4b3427311c52f196f0643be90a29c5f8155be
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa59e785dd8f221048bd1a811088c3d9b02eaf81
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f831b73416b3e3d5ca70c82ce1df9c476cba28cc2436e637e8fd942d0b6fc424
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd10bf1cd7fcb95a3c947fbf5309087198dafe8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:574552079eb90d17d1334a54331ccfe97ae0b77399aeb3dd715cbe596a5c1b80
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2bc8121c24c7d8ecf437441b6ac4d3aecf5e26
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01900eb09a30eaefb20c10f0831ce3481fb8cfd0c5483b05d8a2e7b7ef214360
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f212fe512c250a8ac2e08de5d2368b7394bc68f7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b3def5b1e7de9e717163aa03bbd16db2f5e61bb2bd70a669a5f2c6639693f8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..379b18b4cbccf87f77228d984acc439f9691a79c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031f330b038e0e13d9c81ff01ab5b5c6ea477ecf2d08c6da7ce9c2dac3588fc9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e861a86c7e4efd82c63ba54b8908c4ce68a803
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd328e2dbb6af3e49fef435468c079d164e14a4dd056bf7ca7ed9599e3db333
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff6af2c43db046695da6fc57b5a72f1e4b0c78b4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709892d9ec87c4df65144e01b2e2461f2395f324e6c13d3a2bebe143a0d6362e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26806d4cf8c2bb74756ae77d5a29936c75424ef0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e010b97a29b561bc210078ea6c67015d0c588b2c4a9f39a0fc981351d8e263ad
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa7f0de99f9f2f2f1476ea6cebcd444f55837c2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9785355c07fab94acf734c3418c36ae6337e83c01854bd21b7b992975a2b53b1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbeaeb9642d29437c1e6d5224438b4a81759cfa0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b02409209a0097779fdbb00a17b44823253a827f945f832ba7d80bcf571528
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2301ee9a207408b492bcad697cf608cd7ec817bb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610207b030592206501bfe40bfdf6b0bba0c9629dfcc665d0644c0835339f83b
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..711aadf7d82b12a8e453561ad43cc3ad57e6ba81
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b4ed48b0e8968b29f2727b5085835d8d0771f9bbc755c1dd0b01a6ddec8c47
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991d85a5063864a3501600e812577e9ac88a3226
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e73f2118e8078db087279044f946171ed99e7ab5a3fed441e9a0370af94576
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a2b97d1d85e54a02fce6881efc0f0f7a96d23c6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93fff09779cafe8cf8b131c9a3defbb5bcc61a5eca7d140dc9e347b4a4fdf8bb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad0a6ae6b64999d7e3c8c286facd020d59759fd1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af054ddb88efc4a6718e353e57469d130b78b192b3fb5f26579cfbda17fe39e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe1a4f6011a61d25e77a03a60d066e37c05a01c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09fdabb4c5fb793d2f2e93adb078927840a8f1954257ee1b68a45161da088679
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30dd3c25c13f13110d83653738f9dd6572290262
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb59fbc2ec4dc83b053b5e7688b0c5a965162210199962af8861e0361b6ad16a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..585da6a75239288789191b6ab99a7c6f65eb6498
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd488cb9c43a45fba645c0d90045e87509eb061bfe59d7fcf6e86c2100bb376
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78bb95e8d056316a68d79d291b836c0ce0bb5d23
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c35d71bc2ca6fc23710bc7d9c218b78fef5115683da535ed9526f35f790b3d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08fd3d12257f68ba9c72421a84e18e73c02082ba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e14c1bc449413f988f0cccc615f4e5a00fe5bf8a073343eb41260329a442424
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44effd5d0fc9c9cc62a512c2d50dc319bc16fc03
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0dc62a0db77c3e184354dde057cb6029f554281b2c37a93481e5f373a3bdfa2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4af2d9ee4d7bf534280a50f63e49985b257d6b5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ffd10c91ac6090870b46318ca1b6a38752c71600a0b1ae922cf54916a9410c7
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa0a9f1a343d97b053de7899b15f0c9c38aac19d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57036084d623776e2a120aae35b780d2f33a8ab784e3caec22802050f4329ad
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c0a528d43d86371b7565263b0583cbb54181d5b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c7fd6433475f1ce6b60525a8a488cbfa183f72b845aef1dd75474192cbf634
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08088ffc10aef3491a42482b92c40f29db3b3fc3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98701f883841f04f73399fe52eb3a253e8c760070739444a50fa7e891114fbbb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13c2dc0a83be972d61dfb6ebba659b714f81f450
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0570c1b8b4544f5fd15b657ef3c3fb5a5931d44dccde663eb8775c0a96c029d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac4cf90c3e3c59961dd996972d96f616c38999f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4201af1ef9e87c52734b658d156285a72330f16e0a35bcef39c2793f4a8bd269
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..735a247a829d901963df6b07ce9279c3928c408c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865d0bce474eb954f07011c100a548897d7eaf8ed4b94492dcc9c2b7d578c15c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71a1c188f06f21013673a55dca463b3ec8d3483
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea84116c9b34d83d0fb6fdcb9192b0d6c7ac965e008d9620612ba2479d5bf24
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efaf9ade8765eb76bbb025c37b5afdd170cd4656
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2951714f07f3411d5befb8f9580603f2192b00d08362fbe54d4365e1ffcd8dd3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d28c9b4d65c50bb6a099b151da3bbf2b588773
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab58518201387318f9d2ee3af7c297875634eb55816ddf9793c3c4f662a42b9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a44b61e2c16282a7d2f7648dac3699032f8c21
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a1406fa3c2a5192c776a840852e92556d21a07240d52f20206c0e110c005b6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d9fff56478a67aaead800b9e6cf1ce6e9722721
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e100a6022a10adbb8d9504f15a2e5dd6df8a4253a37dfbacff17fced19ea4da0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08f0e55d5e69edc72d697ac8f831163b618536
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1913d041fc5044d9d0a464d867aa189a5e86b817017ac4454605ef919a788192
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a50ad4d69f01d1c02a1cdcea1bd6e09dd79bda04
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ddb1638a1dad244910ab00d22fe456a9f04ab732549dadbb651275a41d369f3
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c9caf68042d45bf3fea7be524026ba41c15d34
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ec530bb42805262cbdaf343e5b91311404615ff50a53fe57400c9d45c8d32c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf2ac45f5520d4869da330af37b400007977e5d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5413c5f5184b6c2eb60b139b60d35fec4d7db53ec22a320090be6b12ad5b9b4c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5616918a148be3f65e2233fe81c006ac6a21de30
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f95aabd99e05b18a882f11003660a187f5bf7f273d28fb2fd621c4f47d97aac
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf57726c622750f40dee697f79202f2a10c460f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cbf87820b8e77969bbab5800b239b66beb7db7b51b4eb4875a31af7641adda8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347154ded3461b7c05440157ae6cdb2944c3e836
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc34c772e5113817eb444345e67060337cf798b13994769ee05be4a136b6590
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a670a59b46a1c8980b884dbd73974672cdf5e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:378957112b5ccfd32af12eb4d7ccd2090716cc5f355b92a0f9edc54a2aa390d7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d801b60e69fe7a08e9d957a5992a48f9572ba6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2337392585b5b8939caf168e71d93bb1e3ce88ee163b262e5e3f57e110d690
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d54b092026410ff41b21ea75d89493d870e7c6d4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9abff4b96a978c823c571cf7233d2f71bf41bcd457356177ecd8f576eb65f464
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f31d6b4d0c9cd23b9566f5e67e0c68e8b0c8e24
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d609511a591795cfb9965003092d75e32ed40ff075dc5104643c407470d59cbb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcad8d4b95cf8efbfb18970410bc593f3ab363a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38bb766728472cf12b02a29b4f4ee32820768e057fd01cbf5497daf68a9211f0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04a9a8f0c7ace17aa2ddda52c12f7904469444c2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73052b2995503ac023bef10deccb97772b779f142e36d9d8de59df5955d1e18
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb0dfa49417fd4c644ceae144c82e32a206b89c7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346327dc6b4435c4bbfdb4145c616bb12591d05f3562683ce103ea4bad3c74c2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..758c85d0e4d24afcceb9efd010611831332595c0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c71ce1a119328061c6d99c287dd9fbc35360c2cebdc6d497b5e6f7aec9a530
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..792e248c49656ca7fc970a238b72e87be6e978e8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a2e9c53c08c1d4505091d82db938779818ae209c889a849f73e533785c348af
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..477b59fbd62d6b99752993c2d7c711528ea4a6c4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1694722fd9324ffa098e629028f8b1d36a5f567ea439c9783404ca19964ab7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03548447b49c83e78977dc07f1b0f4a9e9699d53
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48de460944bbf34f7ebeacd34d3aeb5e94c2d9baf895941bd0a690907dd2ec60
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d3da07599531c70e780c3673a6f4b40ce452a3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acdd8a5b6e4fffad29f08834cafb5fc39f17bd0f6ebb6ccd941732ee18f2ca7c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c60116d2dc28c3b8720ed1ec76d023c05715c973
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24da63cd5b0a8e4629df374515317c57ad094d9cab9ab0d9aa8daaae007cff3f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6655a262fb507a6014ac338fefab6c0e916fe8bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0800eaf5abce8304e3cd5d2ef1c0da304be6fe59b546338aecfeb0b86a8d05de
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99dfc00171a6dba5f5b4a11e7543e9d7f9674a02
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5a62d65b4eb830a0c5023fb7661f37ab725705a285352fda6faae61cbb68f6f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c54b3f88542ce31aa215588304b66dd4f8b2b8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00284839098bf6b41a91ecea3737515b0fb504e8335b2a82a1695ced338e717c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef3cba9d6f268e4e86bc56868d13abe636a5270
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c136f895417103e558f738fbce2a0c21451b11a5f746091a7035251a6fc46dd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..045ccfd12724a00f1b07149236f0e3b4a0513e08
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e40352881f0ac419ba56a57969fc61ff4bc347f6b8e4f6a674a9c178cd067a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a42ccb93a8f5e6a1bf0e544bf5dd050957fe5ce
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e132e193565632d4e8544a9061c1c366ffb8feee5d75f8056a9953a518f6975f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21406bff006b5eea728788f268029eb2f27e891
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba102bda0c8410f8dd19af565bca0a41ead6897288209718910161e150dd678
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28bd6e4a4c8ece5b97bfdf65649c34fea9671f52
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_6/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce648941b078aab770918d1786158756d2c3481091ae59e8c2539d602a75e00
+size 3203