diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/lm_head/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bfb33cf663cfd74fbfe1919a21999b5ed2ec1b2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e433553c06eb8cdca24ad7d45c98e4b87230b3b7e8a680fff985dc158a0751a1
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f47d04161b0eb7534f19ad828202f50fd139cf2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b4ef681484cfe5e18a5ce965dab9ae9c81ca170718b6f862f592c795e7b297
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3bf8fecec2a01a11998cb833b9908b9a2a0c841
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6bdd2146787e0ca8f6c548d230615d7ec7d6fc3cab1a0ce8a314b2eff84ecdb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1df7d863826d5b577c9066597003e2a35ea2ced1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad3987dc24b63cf660f9261e0e9526cd3c2bd44fb444dbf04f8759051518744c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469292f0a0cd4167b723355d3f0ac00b28c6df80
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f2e2ea464fe7b2812c2364c65caaa633b4382f799142ed572940a562710fcb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e94bcaba5cc4c098f3845a96bfab086f97e336af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ded90a8b57d47515d4693c894c6c6377ada56ca9f8ff8e1831c66633972f53
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568373d9c0f31ec181302373bf01d0cd1f6c9577
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb1a75b9e2f57a117b4d5f2b73918b0a2ef8bd13918ed6ea7d5d648857f04a57
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39106642eb974f1f7400260c07175881bedaad62
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e7569e1dccd7b76254fa5c358e2ab5e470331c7c2e5bb48d3a0e7f848f7efb
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8a4f0b6d8f8e08157cfc87806d51b2484bd275
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec346ad350fbc3d118ed4b15aa42f7af62681cfa88a273f1218944dabf8a2494
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030e7382004690f6816f60b80f4db93004a4ed78
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad26d279ce51e0343504838d7b7f9620cb5264a03fe3697a60c6b6d0b394971
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a82b14712b7cbe56253ce96a6a6ea11282a7b56
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10623af277011a974885054660409665fc97705e3436582dca7f240e55d337d1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1e45ecfd4f3d67d3981d176cde6f1347fe43ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d91373b24dca5393b49ca213b8a15b47a88895d02b45f43c853cfc2c7a769b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe4217d31aa0f41831d47f3648f25d3e4fa0e37
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f6456611f31c899f980cf1e20128bc48e26e11aa89aae42b30ae1b3a656b56
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4644b8ec819070fcec00c3ab40766d078230fa43
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5115703996d70413f1f2b17cfc1f375178f8a60bd3a8dfc33d1945288feb3e1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d33412d6add8abf782a29f8fdd9d82db480388cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c0f4edabfdc6a00f2094e2d551e3db89601aa23604645a6bb15511c95080557
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..655a9e8547c22e746cad74137929a9ae2ea3e8d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02cd6c1add66fbfc30275df518604c6ac3add1589de6b79e7573d1b13d824cf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721ebc555e6a1d6a0ff39234582b716baf464015
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beaf222d7ea6a757da6b8dda31110d9aeedbd6045168d71930615f15658951ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a57eaea6e34732b09a0cf666dc661c0defa02e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60708a8f5acc3669d66645bc72af36427a41296140498ece06ec0bd59703290
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9289720bbe4fb535e11d282d840e0276c5b1244f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5346d0bf127434df50e1ab079f366861aa81f70cf71511d0742fdb70fd21b9d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388c0138cbd61b7502a9275d4e2f48d686cae0f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49abb12fb68b2be780f5db13aee52cb1599633b87c0a00c486d6090e93637bee
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb21bffed068bdd6e04e901f9c7e6bbe74388541
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2536b132ac77901c771eab16332ff65192a184823996cbfa44f78acf53134e96
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d39bf5c7aba5082e9b1c8a11aa9b28518e84e8d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854bd83f5e40db9c5834b7e419b63a485e99f48b42a66113485b5c9ed4611c10
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0417fc8ce65b1555cd3a40782c8b3bbfdf0128e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f61db2367efadb9abe59b5383b56ad11d2f261b4bb33d269802ca842c3acbad
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3432c99be469d2cd3627621ce0b10e370705dac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7df46d62335768e298ab5248ef0896775038579368afc3eea761588878c65bf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2711db197b931f821121a86df7fb003200e7ab1d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77bd83bb92a768a5bbecc1a17145ddb90579bf78df5e043806ddd8b4d89a2863
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b339689717f3473f67d969ca0bb0ca342f27dbe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642951bf5a7d7bd7a5cba0dfc90b5e7d8f1398c28c96c4808181a19f9f03d465
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0adfd048d1636c7b2fdbe3aecf9a5bcf4fe30fe6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8684db8b142250bfb6343ea34f514adcd05f37a067afbe1fe8510c927a63c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d692cddc9dfb4f72606a30856542a8181c288fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f811a23bb198b7debd6ca1923851780c8e6ad94be25657756e3df3e7b1adc5c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f9170a36543638226653e2e10d429a40debf97
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e4dfe0b475a737bf9b6683af0dc3d845eef80904e7e3a7ccdd00759faf6991a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5217335207d757f899e3dd94b569bfb2b5a32c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c719bebc09afc2cf2d1e285581d67b479f01f4667bcaf2132931aa61a7d95985
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bcf9544514e5f50a90c8437086ec4ea023e58cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ce7fbcc0199db3cc010d984b7cfbebf8d9209f53fd5dc8cd5173c4a6ea5780
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced7f1c507c5aff515af746d3617a75471225764
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d5c2db50b2ad1f40aba4476088b2d107047be5ebd0a5afe3428495018f426d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b723445cde365ea80360d0c91f39c851eebb0aec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83901a2c62dfdb043a5b0fecc57d8c34cdb501ab70c69a78c624764330084665
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..863570cfb5184bb50aeec329ef59852e1d9d32ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7ebe44415981055b3a49d41ba84aea9f7dce8e4c63ab5cb3b509fe2a566ba3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f1b41aff6c64f1db119602208039156a6c79a5c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5035c3b8a576f844b6be25cc9f5a9ec966d350d4891fe7632542767962ea7df7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c88fe1738bad334b3775a6609d3e5e6f1b03de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:036c977f0acd902132087cb6088479061e9552cc97ebb89dd64b14e7cfccee18
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..167d531de13e85dcafbbb5b6c8c0c4d2b39a4855
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413d636f7ba4728adf4fd885cb8d0a5f7b37a69a1c33923ac5b2f6423031fc3c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a478aad656752fc3890061c3952747dc61dba3f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d34e6141194593874b97550629993393541222b71d7736b7368edfad3b90ffd
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fed2c7b5701cf4ac9f64fe6987c8403e0fd9406
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67eace2422201ccf02e5e8efc8d334e25046939b333fdd8e592e1eb93b97482
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe86d7e6a1b3d90cf16782731d9bf49803a784e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51bffc00255ff101d8b895673d398900b97bba59702ff6f2da75f84ff3ee9d0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18af5fa139bc2c16b798be7005a871d0bb2bc11b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2155e74163caf79e60d4db8ce476c9c257a03bed6d6ca7cff2b272318df0c091
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c2b154db4fe188d87d99dea1e2beaad94ccd48
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492eee8f892a4a68ccf93e9983d07364f8d7953de1d9565f9c27e6beb00a14a1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12358ef2c5ac77c385e5d0940f40dbc442507475
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad0eb7c5445a99ac8eef6c7b1c9325b0e689ba7738f0afa678de36c3d4973f3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ef1f1fa5e5c2cc550ece175f616906fb14008a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed406901d6bf79227c69b9eb9bdbe18645f5a4753f28e9dd555970a4ba20fac
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5929849adb323d41810c795de637d9db21462cb7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef460b35dd61f83bf46f6e40328151f013254a3609f366e9ac7f16aaecec9bc3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ed69fabf6c5023e2c19e4604a0ebc4e4773196
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026b246ff5dc344c62a1ca8f750006275cd25db6fdbbad500e5228d6d9f63f3a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b4425a1262977dce717c632e20945b77d05f74
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de64b3d1041dba75bf728038a9b55671a021c64e8073e59b496e2922b176442
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf4973ab7ded3d9b374a465bc8c3feb9ffb8cde5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8a4165b4db64fb1b7b3f32e1c1024fd966f7af8fc2e823cdc6b16407255e1d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94b4f7c5c1ab27adb39450091e0db0df9662e02a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f2875c45c3a905512227a0e50bd6538bddd001fc3b751fb1c8923b2d58da60
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61b84b7bc5cdfeb2d658733d5dbbb0adc20032db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4260ac915b281cb74ff51140334ce5cf359fe52cdcb0bfa946441a5a814ac6
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5558a9f9314881d58b979ca6cd171306f262bb0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d2200de6c31c8bb2bb42ab851107d42f98629b934276ae4224441c35d17d68b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c944cc769d10525acfc9010d60836d5e7d2eacf4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819b0479c21a32079cdbba362e00bc2e4b0f0092d397797db57790c1396ce17c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e6a4a72cfabde9b2deabd606bcd8daaa4306a7e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0a853bd613593cb39ba2a23940756d7fd2fff61f48f687a2bdcedbfb5d661d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8691ce85d8e86006da5b1649ea9fc9d24a50ec81
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:519e3bb3bc5a2c95302c00305379658f6d5c2181b70152ba42eaabb2e38e90d0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b2f250e8cf82fa00b198a2a8a7a4f23bc4f458
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfab9be8b3a56684897b65ff32f0ab09c4898e733a59a34a30e3b2bd71146da5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f888638260c56f0f0edac936596cbded21a64ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f34ca6279d965d12b4d24ebb582d593f01a055722c9bbcf280a2bc2ca0c4f1e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a069097f29f0363adc13c12707fed67ea3f5367
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22d933c029899ffdcab7daac07ac4e6ffc39e6b943256369e560f97991e7d88
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf2c8a25353700c3c10a76d65747c9da34eefca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4f42b7ff87c676531e745e3ed64fc04d37362339d04ac0d8194866a99e439e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df8b4b4743d165c82d1c21ae195e920f9f66c1da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f374bf2239288ad3160afa5edc682994273975d66bb860cfdb915b8cb9ab411b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b49529af988e618ca90601f4cbbb5e78dc2f4065
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10586f972adbd1276dc87ce69e0e571f2980247bf22f3f67a5f7cef8c6b22213
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a05e24648bc7511656a4a9ffd60f4ef4c3e258
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4e8fc1c040c1a6c0a7f8ad5ddeb2831cc597941ad6462cc0ce0b778837d355
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db8a8fe37f1082bd4586001a5839ee501775a698
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12d56f503c0e6a4d7b5172eb7d783bf94d2d7c1957196e36f1e37daf811fe64
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5337b903826ec128eb3f550a29b44fd0cbab9501
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771eb9f70ec8491d583a5032e4c9efc2480dfe018d8ec2914cb9daf667fecf0a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2bea885b55b157fdd214445ae1a176b6ddcc890
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979cbe38627c5a1b2d7d0a245266e87d6627d10bfd1a4bfb77abcb4e78ce18c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3eb23a0ffcd005b046e3c26dfcc37cb6a168b1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc7b80c1a976cb98ff756c1c30b777c9025e222d4e6779c746208bbdb50b704
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120cd03756cf6fb5ceaef53f2ef95f5382d07a2b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4229b3bb6a0983b653e4c9c6552292baa80311fdd43394362b84f061fc69dc3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..407e196f4cda2219bf3e8004184525703df900a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c686ce20fef27d3ba1a7fdaa1e939526b632bd4cb17d388c594b07617bdf76
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5569bfa81f4c6df58a0fb9ad9a83f1fbe57c3a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42877664d7b34ce791627742b18f6efd87bffb63404a2491b70abac1b028fc87
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d7e0dfdfccddd149d4fe95a7b8a1336451f464
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966bd1322e21bf427618b3fed433e5c57515760432b7478c2fd4905570841e98
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8e08fc18e8d03d4e2ea83daaa33ed74bb4ef29
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b15b7f25e8da2081bc822e02264497508b682b38869a693059cf520ef42fea
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb7a83cc53434d63a91baaebf15f7667c5f5224
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8663878f344096fe48e4692f688f98873b8ad6803531bbef476710693f6cda0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4acddc4112133d218bd462e2a589f1af87426bcc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06623a466573ba89c13a038f4dc78a0add6ffeb621d8a62806e9e65e050d3384
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8853c70b4ca9d5cc52c530723dd9862fae606cee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc52e607b0d1f33dd7133ba697372c0f027d9d030c9012dfed5cb2d541c8b748
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7231f916b4903dd8659e9f13817680156e9cdcab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85f52af0ac3d57b9a8b78e276a7ac93b54490bd40dad9e07bc2fef00a1e3c39
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09cdd995ca85dc17c8f247180be52bdfd8da0a0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d3ae2249519b1f3c6346f628a82936965c8570a896e6a21f7b728890ae5dc25
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f890c607ada15ca77bff40c9e0670e664191c89
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb5533674b94e416b811483899036b2e5b207bba5593b7de0089d0caef743ac7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28202284da4cad280d32202fd9c1a7f4e0fa3207
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07be621afa4600aec418ef3088ca214f97274a4fa0bb0a48b9dccdb820f0a099
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388444a66b891bc42b60bc25b37c1bf5ec510286
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6051c3ac7a03d57f2e0c36eca3eae82f9a927d0ce3481a93ccc4340e9008b01
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc1b3b05e12e92d4752cd7868e48d97fd6a69ddb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5fd46fb7001d11d2bc945ee996e292b5bda0eb7a72a585668fb93bd4278c3d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c30208251e929eff6896388f53305251ce8e665
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf08e9fe734892b5835d30af6328c01d0c20de1d4cf567c6c22784cf0b6f71a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f205df512afee10b513eee790623d48044ae6c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e7278b4fc4cfa0a996e8dcbd1ad2fc11e79f45fa4d5d7a7b52bdaa8b43a1e42
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0082a369585447940ca9be658e21a8122f032f68
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade07d3d3f6a519b57c0aea299f0a831fb99961651f5f940393cafa471624ee1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8466e8bca19e72eca6affd7c7fc152ff0816079e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85cc5e83873e9a0e87cd8a609006357bb2b6a03e6f9ffcc17018874d7e40df7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f0a3f5dae5b17b9396087c14dadff172079ff8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8483457c32432c7e98e50d72be43a7c6e4901ef9c8dcb68d13547b4c9cad5488
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad6b6cb43d172560735cfbd407c1338327aa8d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962fb048c343df482df74b12140aac34ee228ac8f67fd7e7682065306d19a7f3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a259678d35c948d2e5fac647f6407d9dca7a480f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef665eac32f18800430d22307b5a0f2d64dd5e276342a415e8c4c106b8a1420
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21326a4df403706dd128864d97a361945689c77e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce67e9164e300e1eb6a32792ed4260de63219fe7167256f44b3957499ff40c07
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50cfd9e7b556affdc7afb42beafb7b0678a76f94
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63310b4117ce97d5b6f172f0a6131d1694d80f775cd0f9866af7207a909b6f9a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7a9f7e66a9e1283060ab2fc0508278e9b23f96
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e92bee650e68ff45d864aebc944effe8c42afd39c5e8aa0829d1ad09688284
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baddb4e0a9cb2a5abbc8ada833db90b52abcf908
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786c7b6314f2a497d2cbbb015def8e6f7e329c82fe91b71b06f6cbe6718b03b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..918c0fe2764ae93f236a959e5ae66c0ad7820b94
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d06db5dd907d89f5d0459f8652ba6ae6472217b4a6ef5cf6846af890c81258
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07bcd71b38b8b2452e133efe5ec5057b67699b86
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46241fca52229808a6dd0e8a1c60f289c5cd0cb55e24f6a4024386adf556beb3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29dad188a57ab69121b76c8199c5357f8721c253
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92de7c8d395cb6c87ee0f55c170c6e1784ab0beeb8b39528b449caf2f842530
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586aa5e0551b03db5672e9255e406f006163d53b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e043a436215a18962f077471e1b77960ad48fc06aa5d457432e348276f2b9b1e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e0987c4c70078da45b232493855f28cfba9fc1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85d66f3fa9fb656b25b9a0b37350c9c1b499cfc0c4d875df981f2a5a22c3213
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6671865d8d6f6632b8892f44fab0c4e3366e85d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927294b8e74f4a6f6a2ac19aac10fd74529b74bf12e9b352fd3720d860d7a09d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c059026767cc53c3c97e8cc4710ca04e598277d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2fb8931acfb9244c790266a731fe813199723dd4a13a69a51c5618d969d7f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca07b4854fc65e2b809da996fe5396abd758a9ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba077020227bfe864d38813c2df3480b044365a71f257d07f8ecaf5708926fa1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f202ac3a4b7cce6f17ae7d8160684c6fda5327da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9580f61f90588e0a21c488beaacda14a1dfd894f394c5dcff7cdfd5c6eb2e5fe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..766b89fdd59094c9b8ea1180023e9589f6b3f4f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6909c006d3aa5e94f79247c42ecd1ce749716212a6e7e0403c3c18f5d349bc0e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410cd85991536fcedfd69088124547ef5d239dd1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1d720bb02bcf4fd8bb4b053428b1ab0f6c73ec766fc3f7dfe2ecb58a8a4b5f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa28eb9109fd7e2d6b7ae8f857cf330c707a0ac7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c3c5d37d79ef63d684b203ef092e62fd4df74848b8b8208b8f8db20a284252
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..123ebbd59628b2ee46c67a490231a9fdab4fb497
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afe3cb89608963d3d09b976babbb159550842de451868dd25c3047985e057ba
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96967e9cb42eedd245c7442dc0dab0504744ef32
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bcc5a0b19d5a4c94331c7ea0401361bf1fdc5793b05e2418de31735d440b143
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..829b909a081508e8b477cddb4fca1c9ee4fdcbe2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e2db2a7c71ecd0758bf568b0dbea31cb1c2bb491d7a2bc0856d9a3e685f2cf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d3a54047b8e66f50b5eaaa0d9e9e86ac5901c39
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f22828c62ae6503613920089df4b22588846e59928ed1b8c5dd0e63276d5c09
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20e50697b22ba0b74f87a2478f76136591b93dc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f2f86f2d7854af62a18248de7ffa1d79eed5704fa96746582b9d0d53ba8b91
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8619f68d2a1338e6679d3aca566ff9ea122e9067
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f1bbfa1ff82051d8eea88c99277e4fa63fd03be977de5af2bd4cd8861348fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c4c151b731e373f31ee7521bc14e2892500a859
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70163223d0dfc904d219cb6061b0a93f6c31686ceca5510353c979919b98989
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdeab0e425a79473b9da47e5ad313c231fb5b675
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67334303e9f1efe747851a2f75edd26d0f2e48b61162d37bd55eb81680febab6
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1747fd907b903e9bf92f15287c4df8efb8e7637b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1893c2f71b7048e04cf6957a353c5716f7db6979e034bc153694a8fb5fa35c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e5a7ca081c851a6a4e7dd5864d65387839ade35
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478de1ea9ba96156da2bba891cc450cb05b5406a744261a82601e8f4ef438b17
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2520be600ebc4342c3086adb20f0be846e16d296
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc122c7625b8ef9d5b5acf4239c831b14710a99547be6e6bbe5ef8dd2522e2c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57e92c3d52f696105c4c4c9d98d01567ed667fe9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e52cd171d8748a50905ffe57c9cfc71eb7718bc898345f34d06dacca1ad830
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1d568c555aaa0b60b8aee30e5ad477662d49803
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96830552ad3417ba14dff4e3eee06d8cb492c0507e0cef248fa1435030f6b53f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21f311c9e1f37df301f280c11972a022687f4f23
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f967ace6c2bb35bc2ac65a61dcb9689d82aff62de82088def57706298425d875
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3542759672ae5dadc12ecc8d56ee74b5ba6d531e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed757be69004c865709fcf38cb9a7c3954fa283fa2022bfc39ab33c83e6ea65
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2834b725eaf78ca339f1febc159a125bfc78a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8513db981c4befa1cf48c774c5b8be1aa2e3261c156d05b7910334caf256fa9b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a07ebdde4badd96444efa9c2e71cb154acfd8c82
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3deb294b3d8c2dadfa04fa2b85c4a4ee4e4544e7f14ac0f6235ac6c8a39cef99
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52bb33d3b0b4e75875d85c4bd9e13fa2bd08bdb3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ec710402c315aae9ff2568ec84571b424f226b071fa3e739ceb85c7b80f0c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bac11638f32f75b0c07ba43752aa559428e1c1c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de43d64bddbcc3709c1afa383409439e61517c61045ee8f2c4be8e8c7a64c61e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ead17688fecb43fbda056356fedf904649fdc7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdfd46210ed8a31dddc2bb7bb5e0940d52b47ee2cb478c410839b36d545e1889
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b67407b72276fe9649ff8128e847889d076b99
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28931018ee393ed0db50eb11b7379b7159ff1a1f1f50e374963cb410a06409ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce4f89e909f1beb42b72ba0c85313f166f9401a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1765cbc15dd4ee4754266f0ccdf1d5145bcc931e501db11b0d2b4e06bfc1f1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b3af48ceb6be69812cf1242b0a7df9011092f6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae6fe507c630e81f9afbcb547c919d28c3e8ad5c1441c3948cb6ad021bd645a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e46b249f2f671ade9bc3ec7cbe9af1e66d880db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b497dc780066df3446b387f5543cda1a8f35d9e98f3e706b2ad6e844e086d56d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5530ae7bdac6dd9948a6cae38d7f112eb957807c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e894972617322bcb39a81be73b4771a2e345b14b1fef783995450ca3991425
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384a725555c91f2f123d94d2ce09ff7b9620d7df
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8771af5e5407e8d0d0e8d5c15f6172620930064e06241fe16da0f733f325b3f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f150b603d1aff971d6eac09477a2607f462d9f85
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a5bc23d50c8ad948e9449a68883330fa8e9e32095a7cff30da04d49d0e916d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54e8d5db1f190e79f833fe1ba7930df2b3e22f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b82f143b15e4981a89758ec8ebd0205f5b2c44eb6068280538a0e1a730a0be9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae09118b9df0f9f8f3f5a2ae73dd305cda7a37f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3871ccd969621a23a305761dd715254f61e6b994fd4cbcd22872b2459bee1f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b708391f466e75d57b307a5c0306a6fe1c7e9214
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbfd48c1da3014f7bd62f04708d7ad954750645a250e06a9a7cdd1562ab5fb46
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ccb461fadccc5efabcfabb341ab442da1d9ec45
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed7a5a4deebba5b0e32ec867b400d71c76705cccc0ef7e660d2bf07fd8b5657
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728333fe672c770ef356633fbe861c1ef939c006
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc2a21143beb6893dd747f8a8eef4592e1bba4d5e8d9e85c35142c2deb5b118
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538b06eaf389e5fc569ee7bf0cb769bd2c27ef67
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3b9178b8e70e9cfa7273cf0580b4017add171c1fb39b5511c4bcb4c168c891
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b48a0ad1549530b15af94e9071c30db8f1c532
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad4422e658327f24096edfed420453160aa53440d19e069017196ec1ef0daa3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b227b2356b52388b0e6b50515de5bdc21fcd654
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe62bff6f362cfbfcedf7f946e944998691db2d1dd2e2f643b96eb4445a8584
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0112fd333da9c56b3e3bef17150f48deda3c8619
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67cc0d19039d23ae0a5e70326d0d1f7a1c3bc643197355b6bbfd7061f7103e53
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45cdac8bcee0563cc834d2d0c5f13ddaa897299
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9906aaf8ebd2b66898f4f20cdf73d5b86532edceb98fc66cc4c7851576268057
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74cf4e3b3b9ce349b6efd6ba920b39ec99494286
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7db2eefd72a33e2759a1ff16080cbfea9e3873cc895345bf231fe407a285a90
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..340ce33e39fb99979e5f5ce6f73b285437bf9684
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e274c81712b4c149a46d7b6b790a6c52d15e00a6d8ffa6bbd5c28331e6befd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dedbd0ee6b3379572e8694fdbeb23a042b02301
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8c900bc96d45cfc4e575cf6fbd1f7837a0b19abca9b8cc201b241a6343f9d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f12f575d1e2e10222e05a2700ebb5c73595abf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be80c7b781aa8bfb7f831dc3e9946df82c466986dddad4c7e35deb06196b5804
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd8a4243b09e45bfbfe49363a9da2f57b0f7b9a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9da26878bf114b0ce3be9073189b6c223db59e51187e044f888ac98447402d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb53df5785a57cf1bd454682183a335c8b54c35
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3647628d5104df7f9a4334103e8962fbc49f1bf105e62c91efc8d3a52166e642
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dbf953e74b4cd30d507097b88fb02bb06d8d000
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c09811b4f517dc85ace87820444e63038e01ea0f5ba29620ae2c4c3046e42c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a661f412959da6927cdd76f4b3fd1db90369ae3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07789aa0af951a4dacf0836f5dd79b394434293fdf7573e167d40b63bf163ce5
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/lm_head/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1d0adf4896ce58dacfbd72d57dd05f39c81fe2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b73db3c497ebdd78771d006b788edc6dc58f4554b26dc527440a0acca0f4dd5
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c66efcf71263b6dfe3623142e7525774d6acd9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2fe7e9d8dab65189038624573767cf7340b29a049aad9c2169d95b752eb0646
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd3b6cb0331702398660615151af9b06c8f0cd80
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77db34d6dcd0f511f7f7989c9bd0a601f09799c6c6dd2964b113cfaa0207510
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2eb91e0a5cf8838038ad7f829f6ecf1cd83cc0c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9788e4d56b1eeb7cacd8587f41558c7e9c0d59628259345ab30c24c9772cdf5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c8264354fa22bacbac2a6c0a4f16e1d28ca675
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aed2c773f3f2a3bb346e2f15746d3acbcd1b8abf5623d6dcd8f15ad2fff1aa6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc353265d14783800d0d3b33703992b3292fed0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed5b4581db4b996f0cc6af97b1ffe9eaf6f574aec64c0504f6cc0e1ffc40bbc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..231e4b69f456df5abf4cc36251091e2db285f84f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c75db2521a2a4a80422c677bd355cd07931862b9a30b68f8b8393fdfdf4103b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4820a122e36a569c471fee159e0d5645b87a03
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8f5f582b1c14dd127207154c3ec69d74cf542f00ea3bf2ccf505df5b4cb417
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0368f5e292e1aeca4c90f509cfe50a33a5125dcf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c542a3ca6b0ca76aed8208d928d7501270a0d0d7bc599bab54de157bd0dcf1e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b332847518b0c45e89dace6857115c6706d7c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1896449779ff777431c7a4681620075163b6b39a4e70a666331804966bd9e0d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c9e07b121bf86e19474f8e7d3f1de09a5bb48a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96477f4e104b0779509d3e26c6c1feb2aaedd3562f03033613bdbc2ccba98413
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d16fab5acb97d595e34593c1f998493319ae19b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:899497ef64259bb35cf29c906cc77a87a97a33ff7f3182c21a4438d70cbcefee
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..125ab4f58470ab41f0b73f03e34727144e4516e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8f83e9b7e36957e803bb310d4bdb6ac219e554e197aaf55ea2a02cf20b0f67
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e3cdeccc746f39c2f1e6a59fd0053399039d56c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ee4b2c98cf5da2dc0733f73266494f8f9bb74048e7162bc9ef062f90c3946c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e4e9f490a18ac637a1007ef58ef52a175615da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33558591c5f5a25ad62d308b9e029a66bfbcfe72b906c2894ab4866d0d3c5c4c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4e4b024eba154b045942b63448c0ebec19e8c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a1d840a66d0ea20a7881cac858826054cbe1bb94b28f4a75b5e0813ea5e026
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb11b7689575c0c14fb9dea0202222aa9ddcf1be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55d04f6086b893807a19c26523c65638474a2a5c872d6f688d24b28ed033e7b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d82404326c917bc2e60897a71a239b72fea3fbb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2101a7221dacb10648c04263ab054064ab3d1a029d5912f980395afcd45c56
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba58b88b3a39b679f22ba84e7d68dc342d074b33
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d5771b9715f3e6af79d1ea7c97eac84b0141afac66039e53db3336118b234d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c193c88b9767c8555f49df0a3173510a05ee67a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a5261cfa6563cb90427aa91d4f4c7f283505efdba2a5f1227a17895c936465
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0df36a645388dbd59f02cdd70141f9134d4b44
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f384d6e0772d35e3b054076234e4c0ee30048405f3011a5592d00659e5d905
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7cbdcd3505cc031e491d8c83be6b630386bcc1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843214373390a35969811e506245ed13ae7b76ef4870b9e810da7c88f70308ea
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc78668433b62e7b360be81e1ef882af61b3902f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0b96c8f0258d7e48ed553c339b30e15c9432a47c2036e875ccdf78350c62653
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0118b21f9aa658b9e22a77e6e21369a72483e301
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989414d2312193893850efc80798bbee208b78edb817e10aeebb2f92cfd1d5fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278e84e9df28b7975d9e903d5a2dc4c417af03a5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abc7c5021bdbea5a9045c54be1dcad691b197c23472addd1c2be1e20d8f754a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3f67f04f51c82d4e092e5df27a136bc190c8e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43cd277d4aaa09d9cbd983b0299040f1bca952116f5ffb8b3b945aea64fa625
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90e673242813d86450b173ecfbdbc7e21cd06b6f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f6ef818bda2031b2014a526f484912784785398800e617378c858e7647a380
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fae519b456aca234ff5b5c0bd7c249979f4f6ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c72a92147e746c91265a115bc6193311db779981aaaee25a0005de110db4aa
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..795678e7b055bbb1635c6d7db92fbb981b66b296
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c46c696860471df3c080c052fbf25d8d4524d3eacd0a14260fa195df405623
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75da6d6cc552686b053928cd93fbf652e35cd554
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45b9c6ac5bc21a8c413e590b0c489a0a2e629fde30f626528d0913b72eafe22
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee2a938e5e187863920e96ca7db518794d736c8a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5e606c76273dba26e8c5e750e94c7e811df78cf2817d0abc1d8529f3a63a01
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc4f8440a19cefdbd328d76fababdb9af154d57
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bceba4e7358b2fbe8a422bcb7fa0bf4522395ab5f3cc081360eb96591bd812a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84674c11db5de67ca4477217dea6d76322b9c8e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35853046b51d30225951f9e1ab1cf6e3340ccbae588d40a950a67ec8da82dc57
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5965be09a7535ce87102825fa118219437a7492e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbc8b13cd278be034c6ada97d9cb9fd81956d11f22dc91ddfd410a1db4ce770
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e979665f900e041b5fa1f39116fa5c8a61634b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bba9de22d4c64cb0b3642be8c249b2c6ba0b9fa9b582f45e1a555890e00bfe3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ce3172280822e7a2f22f0d8550a00127cfcfd9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d58a1e7255754c45fa8f2c344ea02516116897317b5b7558fa7ed224bd88650
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3690c690741341d6f2aebf4b7f8e3af33400ad5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96cf2a53e1b1caa79483c118ab48ef25ec6e4f6aa36a416e4d495499388ca4d3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329c036f1ff91aed42705a4e7e792ae548ae65ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413e0d03852ffc9efeee8dff72c7ee887abf915380fecf71e983eafb1b409040
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eabe3fd0788ede0ef70e1bdd26fe972b839c6e89
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4c674b792ea7142c3c189ac6654b83c4393df8c6886c234f41c9bc0ebb439d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e93769d883b7f12e728a782702dd0d5e9b49526
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d4af94500b4efc23692c06dc82795776392bef196f6fa6cb627b2f46744253
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c5057de1264aa74d70915ff883acc86bd040b99
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d229aa4548987e370525e0feb504bf960bfb154d7b63ee8350dd49189fc6b323
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2540efbee764bb317e6ce1be4ae8f86e8a002649
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b38c081b224285839db7b2b630d92aea1bdfb7e378cb53aaa2762c6cdd4d893
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..257ded12391d7a52e13eab5bcaba335ff6506016
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63956ddfba568f0ca680c416790793dc9ca88113eca08b3cc76662eea7acab52
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca944f24fd390ab3bea16b56429d4007ae6d79f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed61665f865b1404f0204c130128ee6584bd778163a001395ca33ea94c09e00d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f8c13c6195e77962594d48e8f5299d40b7efee8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993fb8bc2cfdbc18b6957c50e6fd88b826f4ee46703bbbcb485e09b986d00c4b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015d057285b0a6e02ce0803aa2183a02d3171ec8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e57603140322b63f8fdf54e66228aa64b71bfbffbd1362e3927a8fdb193215f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667a09e408e3727c0e4c37c2cdb987e32cf294fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cead76ec2a818c925445ae1f3f9f1857b889767ad6f6727f432cf82717173294
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac1dfb11b7b05616435eb0ed296728e5418a77f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec707da33a300a3b148106927709f6fb9a069afd3e04d9292c2409664c5a8505
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3926fdb61e09e01e92e09999d86086cd7a191d0f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85dfe88912d94be25096f63c809df6e7bb00039c7ba367ed4325f3fb6a56268d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f178d63b56f6f7198fbe8c8ded98ef7cac9103
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f788693fb6f92df4425830d9290d2d42f5c6842a4194f4604fc7b75c9d46f5e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ac3f5615c01576138361286d3dfa0cafe16df0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbada78bbe2c452e0ecd73646f0e193f397763c7098c2a77366a22561c8bcb3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b35b131466322c88147ef11be6ab5281f4501b9f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a242a75f593911858c8dd496aa79eef4ff93c83cdec6f8b9a98a9323889d60
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d91161ef6bad1d71452c3fc18a6719488a3995
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2671052c97984a5389a655c86858141a60d41e4a0204dcebb22d78d098f48db
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fface8d87a727899af8d45e50cdcbca23fc64043
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a387029b522d202b8c3041bbd3ff4714a291026c0eea1a5cb474599186b9c69
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d86fa1e8bba782fffe41599e681332e76dc83e15
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:458916b7ba2b06b784b4825a107262f0e747f45c388958d59250724f57374e90
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d197473f57bb40b3ea3db53fea2c95a7ef56be90
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852c8348ea41d688b00c0de262dd88d19c526b68601b4929eeb3171968b059c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1941f6578fcd669dc917c51bcb18c6961cb762ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185d636c2b5911dbfa58e7fcf66f97edc8e238b6f12da0bba0c366c54843c251
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f86c6fe8086b46f467b66d44c7cfab01384047
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c2cd97f71cc084f8965304d33f802f98aa745360cd8f0e636c89aa733979c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..599e9b68eff94e2b443d4551639eda57269b2ccd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc3a1784a558736b1fca9343e7f2eb20528e8f4b22762ef80a13276cab295563
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c0db4324900ff3e8fa9e73d43b5c94dfb72b1f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e54b40ba56174339d18025987798dd0844df701bc8546552959f70c98eec67
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94e9ed2ca56b2ddc7f765f5a64f5ebd80a286133
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448146ffc58003ab7e67dd8d3c39ae9846df46d06d97f36d96579f299554730f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f31073b904bc49cb6e0559af84b805295b3247f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd7d117be73d6d0a4b57be863bc183ded4781db89603dc430b578e24e4cb546
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9fab3a9a38aa3c13bd72ea69c881affb53ea5c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c6a0a98f5526f1a38e90673a03fac0e9bb6f7e3e9639dd0e5b056da09b58d3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c82972302c5fda112b638ecb7b2dfd3ed9849ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db393672c1fd599da5c458796967151e083f20ccdf5d894137c60e39b18a98d7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8cfbcb98545dc7a45fbf4a2feb6553ebc75556e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba07ff5d10b0487ddb85b98e6579ccdd16c3372b6ce73bc90cbcc8093c46b5b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37fa8df6ac0a62caad6742683d6a283346fcbee9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58f56972511688d5d85367f8ccb0c4ebb2951e0a004f377d4fb5eeb24225511
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f90be4a643b576afd5b454197afdee24cdc662
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a41122d11450d87cb4c30cd46b62172e6f468744eb054f9e13e821dcd4a356d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5b640700c9504ce88b934154ac67f56a15fcc4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0bc76349a9ad5b4a2e5febcab58a911f0f2574836607d3501c5bccf7c44073
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5758e510143e6fa013b716403e7b768747c35934
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ef20bf97409a34944635dd8f8d3d5943b1b07ea158fdb73f43373a4a8c5c77
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3999cc9a6c39992c0ea690b1fe80bda2890d9308
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249b1ae9e0f935afdf771b478b768f1b46604eebcceef51db5a150ac6eccc5b9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7419c727dfa66341b99a9513833404eda572873
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6d2d3452c2cdfce7556ff16a844f06d1974da4104a379f6be9fd037cccaaa5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83e46780b8fece34fafb64b97d42c846508eaa3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85aba6c6e6037ea8a274c752aac892afd72660adc2483d489ac321b2adea1958
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dffb038053ab1876e5db1f8c6438157ce135b75
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67f3356bd3974d89397582cef32c8f53f1803799fe5392c862b7387bd03f3e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd326f041ed6de4e7115a7d943f153502d18a82
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c6976d209a41b31f72e07fecc5286fe7dbbad1f59cb960a98f77faf355681f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1604a2afeacbb39fb2232a6b2e36e03b6aef2be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447bac2957c8958a1f4b0f2bc7d8313f4084c1360d43411ad18aa1cc209a56d9
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72e156a5a2f58c356d53c5cca3dfde225661282
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297a480ef21a5264dd33d4b300242b5173993c9f54dc42d1b092329c349e95e2
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475d88e6939a3a3b3bc69c397fc49ea8e2aa239e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd2171c67c8d7b5b4e7bd732c1ddbbc1c8948a47cc8c245637104f05aa39499
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209ad82833232957e68a1763c5e4c2acc8673eee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f454056cd88d64cd9e76dd9d04c4ce7be4d83ebe98d3d0bf64629b49e8cf6c8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624ccf82e8000f11c4b7a56edf4dd7692ba7ebc1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ae4653dba054f225920e7e5e412ec7a1ffad3301ceeb5f7b8d64263c636447
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20812e601cb0a517cf84d027c9bd08d4cb948822
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab7088801b4072773feb3545443e47cfcc52eb66a7072bbaf7dca8201f31165c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6368139d951a6cd0117585c0181ce4d046fd2c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40bef658fbec4e1eab7f7109a3e0e551ace43c0f7536cdc664d4df45f876d6e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2438341a4cd19bebd3f4bcc9af7ee5a8b7ddf3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fde146306668d637ff80ac2d9941f662675e85cfc15b780d02ea0b9c997dda90
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06715476948467f49e2f0bd3479e83948b2df816
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb22a65b385f7941716f75f2cf9f53a70901b2bf7da22b8c8cb42c02fa5fb94
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cda2d7a8a3f81f84f132d84508780d1099e867
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6d5a0cb790d6185099e774759807d1bcd1784e18c6d1658808de1dbf251755
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c010eb5bdcfe1000bea7893869ac3f590383bb4a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b313afc698ff91d6d47b27c9b9c2d420951cef04f9f6b569bf61cb643a225a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55075c87aacf67d4f9e47624a3056cff5b84f08e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88160565b2065ab7d7de8cc05bf4e0a5ec276888b7160bd1196485f0332b818
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96dd94b50bf0ae7fab365b571d52e22b7c077183
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a506f6c6967debd86a951b42f186314bae78c8ca2d9270bac3172a3f94f2b0c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff6f1e81f3df9833eed32e376f87a947d397093
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0457b12e5538c29c2b4da46fe7082906f41a97345b1ca0a7d041cb70963424a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d254df4e8398d11cd3383e20fb80da6cd7d37d09
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a1456382e9136f45c0119ccbf06da2b868b45a1a7588210fe82ed7b42860e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9429595b98315842d57c7221c333503f8468bd78
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a6efd0cc913100f1a83d6eb6ea252db5f7759a0a4910d5149f3ee3f94ad11f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1cb48183e06d4f3804957fea5dbeaa5b2ec78f2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537f0cfcfb9759e762ba19c3691e0888cff733dd8c7d1ba8a68edd9a22636d63
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..febb02c55ead38026c847cff7b65867ec086ead4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e949a3a528aa552efad83b5709a71f00ce26dad711d66d79a9e3f98cf23bec0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcfe2908e6bd3356d3aecb80b001505e6abfa38a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af27ee52731fce305dd1fd4b975ac4038ac342c71b404bb178c5e4cc13b22e7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7968c9e6a4d6d8f541a319f8f1779881fcfb61af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e4dee9d617efa32ef7849a0e2f8c4b4051a48379feea104a904675cd3be4419
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ed208f5efda19fe2e5299f285aeb4f7eb484f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65a72e0ce4067a0dc7a3d555e43df8cffcda136670e963adacb23564a01ef77
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f9ffb4e628b15757e225605399bd6247ae66dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54795dbdc119e0b20b3978cf2f2eb7700c52387e190022ee260c1c2254c4297
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d499172dcbdee6d895fef941b724ed6253c1769
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc06538c0286d116e3cfb1a94e9175e8e26dc89f8a8e14adfb5792aa3394d69
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af452399ac5c3adf58ce50b1d6b35a3ba9973b1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90dc409aca176f72488d9eedf0a238b67e005bc174a143d87571ea22589fba98
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4237d04d0514cd1a088933431d90e6c75fd856af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd47d7a0c39fd782320aed7bcc64d53c58049d71173f02d0d492219617546b3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5917dd25ff90e9ed3a3dfa572f483d2117dd70d4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef784a608ef19be86d3f8d99bd5afd1201d18f58fed7d3ddde985b7db8bc0ec
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de78ee2b85d36b0b766e584562a9534085a8ac3e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0368e39c7f922bc95c72b3fb3798ee9dc1d3c3a925ff2c69d6a0ef5061e97a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2339d8c72d74947b8859202dcc5f434370d4c61
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27556b6390d7ff4d2fc929125caf2f3ea67980456250c0db9555f278fd700a4d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1819ec8521eb96301a2ccc4f176961aa18954101
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8542b5cfed014b9deaa2f455fc9da40f9831a54dcb74a14df0ba3a2dd6b00b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b25d772e321004ec3bf49db932cdab59248ff8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12fa15ca8bab0414f95b1958a6093bacdcc8c06bd5208d0d154a3e4f50816a23
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd179b2d8b7388d2444ab40fd5017cd76c27264
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf6062d4b38baae8d03965f8a3cf14f6413b643bfbb98c1f8eb2fb74e0a3de1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04c751cbebd33ab39c20a2477a81f5b6db9dbac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8734449b0923a37dcdafe08ba5e53cee62c24535f928504d567739f0a9ede2e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fbfd5787d63d17886f242502cf1ecde1c1bb364
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:032839695703b423da888de29b5ae70cc96d8d8d334d939a5301adb619891c22
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e90631671300eb6e3bfc2a33951519237c55518
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18352c76cf359ee0d9f9e68d40429daff3c085ead89fdb11fcb6f38805c9b995
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a065ac20a0c72dcf83bfc38aee4e1a62a411b31
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aace571b094695f6f699ce080c34f707b6af0d31ce76c00eb9b0c85b073c2f6b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18de1fb4eb4b8c372fe9654a0d9170fba960ab98
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f7fd9db9981b7e8b86e8729431ab29d12459624177ed0d2fa1b105f288954a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca08ed173548d4ae734681804276342d9c559ab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bfc4412400a3aa1052b7b7b86ce16d5202214d8348cc629e4e501fb043d48e6
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c5a012e16718a9e2fbad09ba84c84f4d2c72ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f7f8893329ec74d808b9513bf22001caf4b852303a60ec50018584d2c9832b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fdd246ab5f128d0c4500133aa9438821ab2142f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bedc33542baa04c922a9f6cda02bc38174a55d0ee089d94241db3195bdf8ba7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9081cbd4b66c60633f912ab31a4effc4524b8edf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9854cfbbe53c914a81ea304eb9d191940842b38d9f54b72f004d95398d7a968c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7acfe8fe9a516cb468cca1284d2bbbef61717514
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e9c74651ea2bc89952da35bf7f7dc4be57b91305f571bb5c5bb8cd4dcaab7ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301abc00b44cfb45292bdb0c92bc2869765881c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba0b928623e2d710abe099d965753ef8550448f8d595b3e3eefd98c0cda79ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ddfe1ad5d7d52898d8f9dda04f9f313553c74ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a73dcbd8c5573c33a785bfb3f8f53a9270a338f8686895ac238af091322473
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e59d7b1f46f99e12be93c69eb85de621c2ca01
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d35dc0e52a383e1634755c563166719782b2f436f950f58b7cf795cfd39768e1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a59935db9242e1e62ac2020d04e6b25f5a4d924
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd452288f0d69550367e0e6965d4db3278995589df4fe2e876013a11c96e177
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e41fad5d7801a0581c5138b03c3f6e9df239168
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67aee95521f5bd9b88a9108abcb20195ee8d9f7b46e8c8e12b632b4da55d0558
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c584c9bdb897213a4c44d5c88f8224accfe523
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080873d35b9f0bbb123da150b4af496b2a9432b5a5fa13961a2fb954f584950b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e0689cb95d86cf338dc6f85153928d1cbd9faa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5012ab868af2eadc34e3e275e5273ea23d0be3c33df8f547be54b670dbdb869
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc75812c828b42caa9357d26d6bd832c7e1e154
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:746911179a4961791e0edab49e4649d9dc18576001ec6299b6d213f06768d747
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c53aec34b269b6c2c6081c35aea72464e57212
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca63b932acf7fa4a0fbb16f3fc2573f90891437a6250e17cccb68b87ad9b11a8
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3658976d348b374e6b3e45484055235abc961f08
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f9bb015b9c28f4d5a5cbb00be69fbed31bd65e95303817de7cdf6bdb76d4ad9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..034c0dc934a114a691eff22113a1ad53d86b6ff1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb762254d18d8fa5f248c6a68d12047320a9fe75bf507a9a0725c38c4906d48
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de343e30ae4f7d73f084ba61181c9370269afce8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c195025dbfa71f844aea1af27ab76906a618782b343d8568c8749b2c207dcd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..651d2dd8995b73ab8d165e6ab142139b9f48e8a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b82d33d84009d278c628f9bd62787d7ac1d1a79e96503223cb1392bfdd86adc2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7c6ea53d9e1a56edab65ed311801ed5e8b86fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb64c748f2a7028085fec9ffc7da94be6326bb2ee30ccb82a58db71101b0bc23
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6287f031c0adc38cb274dbd9d3b570d5c4c721fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc345fa7a7477be0bcb9793bdc0f35a14c4c996b8eaad07c987ccca3ca3d2e67
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c53bc5d359e2218f88e2449c1be54a20d4ee0d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1feacb3af00ca4f1cfd809d85c0201269201d94912cc8b9c491710b79182d3d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73cbfa2883497cd712a5a468729669e60e68e11c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be849183b48a97b126699881a4be66fd6b31ae19cc1d0e5566c97aa3ed97b9df
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7fa69aa74968ac3d9aae151aab4183c5ad19b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a88afeb070e444c05140044d8ab9673347a86cc139efefdb13cc9511a71b32
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aeac5dd2f792c3b809e0ef92b319ade71680f4c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c77910927b47f194d546dc4a13c74bdb9a33c12cc9274bc78f46480b024bc0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89d5005fe0ceb98354b671013f4e56942d556f9f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8078e7839be66435b318a570ad7c68f7bd9fd71a8d8da48649bff2118df602e0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..434eec056b80c467d77c7eb808becb58fc50577b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d28392c367b26f68870a5a6ff97d4b4780e1dd325dd4cb610c8d3cba2f8974a1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d93c7271b2f5f8fca339181655c53dd7b9a5b258
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76dbfb0c384a115c9daf42d2f7964be767c7768f0e48fec391a965f1327c9a83
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae631c7821bfb819a01b208366876508b9f26f07
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18dd3bc40a287aced5685f20b93aa1441f0ab82db87b354191718ccb244ccc7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfcd018d66dbd23b9e90d393acbe6ccc51da808a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4290ba461d12b600e61b972a85e169439758c5e6ab67c92dae0211118702363c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4290e44d4b7fa474afe3603416ea9bb9a0f5d754
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8511947efe8ed35a45e832c188516b0862d8a7dec4ca964703af9a7ccc3ee0e4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c53e04f9fe2cf8a90a71afd2026a9d98b9239cf7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a860f619bf33908a12bea92f53b9e8f9f1a000d33db8c24f679da11fd119418
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ffd02596463a4fe0c4589487404430fc12c2342
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8264ea8de80fb764b9eb01bfce567a2d9ea6e9144a77d972fdd14731f1bc3a9b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e768f12bb993e6ed3cf0c107b82ed8c88078cd39
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55476a50f4359ef8cf307a563ab2b6e4d73501b737852e6141bfe7c019a40600
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c503a2dadcd0e9b6c9c74b21db4c301e12f491
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f6029cadf50a7603e50e70dce8bdc4b0516b21413ec8261a22b5728461d55b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b84cbb5d5c4069b44dd77085a5edec5c0b02eea5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e729a08004f15a889c464de4dcbd5bdff2e72999f9d51da1fe9925ecee77058c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f48261b982d120727eced78740eeeaf1252f0f8c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c64b11bc15138686516229c4780353336bf37868149e1c15db66cbefb3c18e0d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d7be99b60eb1e39686ec671bd59984d497186a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d6b45c906c4f9df2c02850893663d028ce0e4cb490d36b30214635750996fd
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e42c36ab5f4cde66115474155c3c37bc091226f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe627976bc224175e45db67428eb3b949427945a2e9aa01f7e8fba14162003c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d123ba17567108532d0870c9708905535328fb6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c546963d797bf535d8dc431ca977a983d5d414077fa46f795286da2911b973af
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6403765f9c707575255c7be4949d7fa3987b121b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f644e3da672ddbd17a24b8e6133b2d6d4cfc2654af85141160910aa9249861
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50374152047e0a3be652d0b07c9e9de736545c02
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be47aa8bf92a9578eb379a07f98ac980354ff44ea09338c842ce58c19d83d0b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71317db56ed617ac63f61ff16909aaa9d099bc66
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35fc38ea309bde309ae4e80f586f49e5a91684f35809ba74807804f2254e4cab
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca438b3c363c870511d50361e4fa52ea7408f104
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90335c833297f3417664fa6f383c0dcd8e39d30cf584562f36b8c44d032db80b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740296e953308c093c3eca947682c0c1fef0582a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc081a74d916d7e7c73a0219d7c7e7fed1f5b56312f0b0bb128c4f6f5415ec37
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30aa19c72e5a6aeda511fc57ee95c97b316a2c0b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23b7e339f8eb7f2f441c995d9cb8319d8fde63f4f86b65bec50463a364fb262
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e91851c638e4c93239628b97307e8a3f9ba1b44
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41188910b146e70b554b600220520f2c4f4f701ac364880b43c681c930105984
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1dd1ff400637d7f9d0029e62cc1b836a87976d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33b917e14a5e98ae6f39a2abdacbe64b7298039dd19365e8297e0d7905eee60
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..474f83b9f99810b036869c63fe617a5c3aabbcf9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e39de69467a24f13bd5a4414b6131c37b75fd64926d2122a8b06cf1d166ecf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c908c4679bca7377d9b76090ddec8439d3d1419
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c9d2e3515cbacb5c94cda625b5f3d6a111a5cc55c6809487e40402e76469875
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7858d3002e0c4c289ea9e2a117df17a282b3f66
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337e6f55a223507b41d1ded67e633267d02352e9b897335ada8f3d9d3a5396ef
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d91f3cfca06d4e1bb2d4c3a95b8c1e3ccbfaa8d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97cc5328e94064c830d987be026affce84ab45f718b5af3d850dce85cd621034
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e074b1fdbaa4c4b3b08f796a0d97a84100040758
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5874e3e8abc881f4d314fbb405642e0398e59ce8caffa47a5979f0b41698e5a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf79ff8e1d875345717287c6a2fd4b453b2b906
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:292a5003eebd2a971c0023ef50dd33d5581a44ad0d29f332bd740fa3e2634aef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6678b050304e94c5a1cb774c97fd054f3ba6e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45feadff76371b7bb829020a32e230fe9f40f9a2f7d74b9e198fc3a734ac357f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c3a09b95a4e61a957ba62d3dcc7ff8b0f3f0dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b4594b259052fc9b1063529078c9adb3c267109932b49d945204f7c19858cc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ad3b3362e05f81290201e2f6f0e38fbcb45eee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f09aabf70fa3b10cfcdcc2d689b400f5d1dd3ef2b78e42283d5947145b6e9ea9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45cbd3b71ebd43f1270c048e83a3885397a8908
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f090c40fb6ec00b8cba04484eb4943144b747db2f7a58307e39768bbf31723e0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c425516f8b73ea9da251c04d495a6b5adef8c9f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400214476f91536502caa470cd6d186c5537cb28a542881b45fa442818a7e343
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4fc2e6d5a955effb71fffc6e826dd7817380e3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ef1f5d99a04c4405bbd40f68174d5e08bbef77a69bc05a5adab2d87bbc7060
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644f1a2e350dda7f7e1077424d25fb4ba5c960d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7099eb7bf03f6aab3c0d0f7acede5e63be42ac2559ed3a4edd21ee9d2ab0066f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ae9673e0505b20bad3983aa9c8cd241e07579c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71663cf3a9686953ef9dcd066b28a7443e67c70b969b51b5c3a0856de80675d0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7fa5415ac95ad7c40caa36f39dbca612d0ed077
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:794226b7a3d111939b781b39db2b8844d2e8fa18c1c3806d516659ca6370dcf4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e9777b6423e5ecd8836781bcbf9991bbbf8377
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2f0f11136aa934196c51fbd6493d5e493dd9fc6fe9c0e1d51a6946e28d5a20
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c58d93a08304f17872743d77976e1d036118825
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010fc7dd0608af88891a6d860b723f15170d7806512f3679874c70de6d04e5aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad222d983150ab816ceb99fc99e5d45509bbb56
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25fab53c5fd63a05319787baa00b23e7a0929fe18adbb051d0e8bd3054eec786
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282f31d1520bc1536a34e5724feab96f68238b27
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43122e035db71dee6a765bc65b8fbb65d82b7954e23d0f6cee6d60e9df50cfc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7775febd619f9d39c2dc6db7449d5d04f26197ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3077484e338fdb4b2466636ade41ff1dbbbdb0c2955fd6196901a95b1d557d38
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8838943fc748c78e1dacba045a0bb65f2fc7b80
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75698ec0897caf66b1ee0ce9426ce0a7f0f95b26501ed5c4a82393e68ae5b847
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81eccb612b092feb4f0dfd26b41530cd3c9bcd95
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648b9ab9624c31885577d237f5467e71181631a0250f11a2e193b89fca277987
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d4aec1a9263051763b311ff7d69c1d4f332ce57
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82bd605fbda11bc5e00f831489bdba3cbccf7f94f5fb5e22c4c57104d3fd6f39
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689d9788a5daedcc54ca7e0d5d10ab9e889516af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd3cb2bc420e9b7da3382fa4d5de61e4e0924068a80e40d53460a3cfb549311
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e2bc4beb863d21fdf5605816b0571581b75bb4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6abc61c46b184766c3fa43a2167ab5167ceeaae07485a3200d26e9511d047476
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b81be78c4cd97e4f5f564bb329043c07cc58b2c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6211f724c66b840b74492f3148cfe740c06b133e231113d67ede1a34335e535
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58997c4c506e0b48dabc51161f231ed7a4585bdb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d8d4e4ac93a1de08a367f49a33874c23bb2d3ebb3bfbaf6357aa90970311f3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..722c9e35d9d0b0426b965a55a2168e8c7400c61e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e31f2195ff7177faadf1dae8cf18d10829c6f623f2dade9a9b36d208ed4337
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb473fca416720cdc0e52a5ff2b06d8e04a3c41f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37567d54cdbfdf898b3048de56ad926cde9e20eab2dd5edcc5685c62faacbfa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba7dcab26a9c68b72e60f00d91e83f60d6afcae9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf89c5212898ca90adaa123e4af26ce35c280b953ed64f0f7a810fbc1fdc90e4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0019bcb2839ee6bfec401953851bf2a8d9590f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1241831de41e1a7e6ccf1b5c6b030cd326de0ec89402ac70e8f3deed5cc140a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd1f2d10cf754800093e9a630dd9eb7975886de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790377b824c47add71da050d55b70cc8edb7c2df5d83eeb4018c1aad2d223b9c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095a3d9703de9059241d8a73c78fe63308094b76
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf154a35fe78280d1dcd55e3e241be7ad6df77dce019de20bec330a8d8668734
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae07779d7c7139670027356aeec0352945434db8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f6ddfc29327289fdd68999d70a5f91c0d3662cf0d3f654510dd29ad2ddb3107
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7006c49463d4dbfe7037a28ec5c2055224408d8d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7707f628a2af2bbd3ea77ead7e4fc5daf447ef79f7ccc0a898e01c0f0d1ecaf5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b33d78564ff43a6fae65da3bd47503c34c1068
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ca330ab3cef460ba5a7f74ad4c901e59fac9d19b5da5b9add4cdce2c9a80a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcffb5f125b6de3a87a1c1ea8e97e38977f5e12f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03519f5b189559d44ea8d300921dcc0ef9152da6b602a1d108a194901b2a9ed1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d7a369b3175d19fc35fbdbaf687c9e138f357a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ffab985c24cd14497cc8a26322b827f6261c11d67218691dec4a50d038dc19
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7500bae53813b79234b4e2fe2269767813d32c31
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8467ec786485a669135e46cbf0aecec010c8f0b63b0801c5547622887b620863
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c109fcc156336ec7c796201df2e4f4d5b8920d9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d2492acbd9945238ce43a99f5bad817deaad7d93eca718d0849ec9278c81c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9aded0b03938413dbad1be395bce4a428f7a60
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e826b09594c91c39529cc78415c6af5cc90d177ea418feed2c3236c63c0b23b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91c1364bfe3284fda883b232071b5599c33237f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c13e248df3c341c149ddcbf8d94cb82525df2067f6727c33869cafbabe4d2736
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d21ab880a2a35125d90654cf7d9a7bdbd6c6636
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d85cd2539a398635ebc1db5378b2ec397acddfe7bd7292da712bdce295c4b093
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf930c330885785b6ac1d4962aa2643623573e6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d04afade36f25bcfe5cb4c00849dfc5fb814e12fb573c538121f52ad089f298
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ed8725958e80dc1e3bbaf27de4ada19ac141a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770489d5d99cb74e84a66834fb458cf25ef263131bc162ed38a203295043b3a2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..842a27ab8c7748b3679e750849d92dff57f81876
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eee53a030aef690f8fbc4210efad090a7e430bab0a26a7e92a798ded2cd5fac
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab14593e6f00c51844aa974edfd1333d086986f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2381ff87798570861ccafbd3531c9238e0d266dddf43aa2ec35d7b3ab4cc97dc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc701f205dd3dde84eceb457fc34a378a274d7d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e35de6a0e7ec12fc314c1dfd2f47808326e3d65b01f97570bd286c31ab295f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc9bbcd91745a421be04584db3e80f18e74f9b9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c059a57de2be9fbdb508214562c22147bcd251931c6fad668bfda9f5c8585c6f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14f09a002143bf17773d222a5d312d3f27fc440
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4067efaeae380adf7b86c6624442bf51297ff8a51159a13417a79842d6415579
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6615892c9217d70a404daacf3c970534769854e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e0cc7b3f868d025d02facf65064f7ebdc158e0be4046e1f009f2d712448bb98
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f43ff06feab7eb0b3c7ef99b7bb270f6630d05f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4088dc631ccef4e457bf5641550e9b392ad0e97d60ec9e2fff7752011ae355
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f88bff7eb7d93e4f164d5d3001858209453c39
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb72a1a9e59d7755cedf81e6fc0878cbfd07a4e01b1a873705b767e3095f704e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a844db7ef209d7238053512e13e2e4e962394a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b84539dd032c0c12c4476dd1c579d945db6196b11df292c98d273623c0ce07a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba91bfe3ef1c14ee206b9322fea4b906112ce256
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce0fc3e84a315c20ee8fcaa4e86deb43da684da94339c47cb3acd6d120c5cd7e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b2ce0775813eede42d730a3455f03d620923f57
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7ee22cce8c0b0ab01eb6754a7cfc0d528918a600b4093e2e04db3c7d2c5334
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e710022390bb786976d9c95dc53ff5d57ddd451
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac1a5332df11924a667868c1f897e382351c8e96a6f80f19700ac19c7cf952b2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c5506a7640cbeeec3fd3f8c8be5df07f88b0c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826d987e817c421fbee38b60258b4e2187a9195511eabb137dc899dacaf84701
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0467eb0bd4703b9796e3b61de93ddbaecf039118
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec507a31fd183c6459ad7a4717bc1bc5ffd19a4e00a046f03992045f9107f568
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4ab9cfcaa6aa7ec3904853f6dac38a40ccd8e3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427d3a194c0e21d1c87771e7994777d4aa17272d7620c5f968286ec192ea4b54
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51692c05cbe30db8e3ab5cbc824c44d23c083f6c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1db5e40a83e96ab52dc1a17cebc82d6c7fe45af16d36a40f71a78844ddc954c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e87623643769e6189696e9a8c1412041c0b7b4d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df893225f5f0bd729cfe3524b9b2460c25b5ebf6e83011a52f100373256c9e28
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..918937b2d23970270689b2f4de47fc35f36f021e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c91fe1ba4e2e11245dc71039217bcc2a88949bf3b2ec6393f64ebb6302d1c45
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6efbb1ea3f3f5818e1c8b19853290030e45a8d1a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f550a5bc04f761d438a51daf9ba055fc7fd35260bdb01233b03530c59d9562
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282ef997ef3a5aa8dd59bacc170f2d090d1233c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c63979cdae60c0c7c23273ca394048d3e1a912233722f579840fbffdc586d7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092e83718eb434f3a78d46b0f2e1ad5c3a085a11
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ef80af08260de5c6c930cbbb5d6ea6cd3806eddb0bb4a6cffce1931ac54324
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6c026009344ff9ca55057d0f5f77fa47002bbc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fadb7f97d4bdc462fec8d2050fa40db1fb064cafc8821a3b9e6269d24e222b5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b267efe9a48941e4d682a012541ae9da7ea287
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac29a56dd61d655705be500bf91dfd60b54ff65734e10d70e470913e43aeb92
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8888b04bc23f4d40ecd3b5bbb00b8ebd2fe387f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93360f17c44e7d7e3ad8ad786d50d0cf1a53a821847894e995ebe620a033e0b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d466bde4edd72d793d2d9bb044670b16f9d3dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef5b782636c8f188d26953199dab360bf77b92d8815e30b9e4e558339eedcca8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce3f22452e678d4b855b8d4a2fb55f66b673da86
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586a258539d9fbb293536b7b5bc35962abcc74b2cd9cfdb3d7eef39c191bbde8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60eae8272dff73a4618759c861871a6312d77aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dda6edb543e72205706e0186bddbab9a87debf243dd9b434ebc38124f84d1fd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f36db97ae78a16036e9678df50a4b459f1c9f1a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e5e5955d656bc0cf542ca595edec910a3577f1acd48e0417af33a3c429b37b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be14abfc009529e0cc261cb02f28e0f2ad5f1520
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b349297dc8d608ac99402e28c66648b49e3a98300e139df8b327580f37be2a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf6e1dcb8b914a9cfcfb62be360c6615e3350be4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291e6770d3ebebe90c374b5d479057a429174a89171141fbea0c2dd9606472d3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a29793ef7d08740e226437578b355dec036b9119
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90937e4aef12576c643958d2873a69a731581cee1aabb495a8425cbcbb9face8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0769da0ed03689600f799c098df1b0b784518a73
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce626923368adfeb6972870f2025ca7cb949fc0a7d5a1eecefc587ecf1941e4c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..764904ac8d1a705f89fb23f4a1dcad573b20f73c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779801ed9830d0affd1b0b187942c5e7b5242679477ed60ed0f3a9caeee99429
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ea62b9090e01c0db5b83e9040239ce53b4554e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d1ecc49b92a4df2710dbc8e980aa925a21d3bec384a57674a318cf2e95ad1b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ff06cdffe52ec5bd1641d0086d52dfe1f8a996
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999fd3d79b595298f8f098ca371ed92acc4dc909de9ce2ba956ee3895d41471e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754d10704e0e2c16fbf782039fa3556a40760189
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e597471dadccdc35354fc2594f12e27ed929d0963a3dd8074b21c6857cde2ce5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929d85eb92e1e4c2956db00df5a3becc89182a4b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9da02c734733e65f0066955379c88e799978cac437a5b31f4a56c8a05693560
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ecda77fdcc607f48611a49a403dd4cdb25d0daf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830c9b0ddb043d2fc35946595b71a32b43c526b2b4b7bf79f3ba9ecc84dddef3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc084b50e3d9f9f982e7fae56102f3a4c63680aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789dd6073ea221520277f7f929ae65ec7ebb265ac2f99d318bf74a4b8e804ba4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3223e4ac262eb36721a395d4bfac88e6cd6ed978
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e17f8749d2d708e707bad0f2d0485a8cf6b9d6fe07d4d60b077cf8ff6276c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08fe9c83d7f41134fef509d6197921ba107f9b2f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be91fd1882f82ce152278b61e99a65c993603a439f9bb37fdbedd5e16c7b3398
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a798d594a6388497f23ed014e5ac22b7479a712f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7c2996a99cab19ecd7cbc56f53eb62a9e76ab142618c1de99dd9c28b04f689
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf44fc3ea324d0bfd4d87184569ee36020ad898
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed81d1957da1c020ce115311ea7b2732e96edca568e937a2a95923fb000bd1aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eeda006b0898abe59ecffa9c69f0c516f9c4195
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e5e725d8818a727b2f50a9815444356f0277d1c9fc130965da68f5cffd6245
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d76133aee01673e55c24f52466cb9f62c6811b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb5d94d1aef3ebc1a5e9a4b76a243785333bc0a247fc979f355f849697cf5c1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..069fefecbf52b69e224a4a424d01499e50a02afb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bec3bfe2c91b3b607b8986f08755a3d8aaf827edb3e9c096333afd818ee2b09
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ee7daa862d6cad6241a5ef796ca8fff9107759
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d80ee79af38bd689e47a94e0150d9086ab3934be59c52e0e790a750cebcb2a22
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef917bdf7ddbd86df1570f3fb19fa872b2642a04
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34dc6b5298f6e03da71f69d890af6f02ac71099e8772243bd0d52b265b0d1846
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba73765d4be258ea6a3ba8ce10af3c3d255470fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf36b760614e75711a7ff8a0845f39d066ab4814cd616496e5620481042ef7f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82a0c1649341b81763ce5f7f2316813a578bfb90
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0d338263da933d0b78f551fbfdd27c9f46c20126d8c4d1c4aef373986ff4e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f693117b0849f8e198583786d2fb8f371e5219
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b0e2e62cfbf3c4bfff2977e7d469c243a974ca2dfe5d9b0df71e24e74d83aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c1dea6c38c62b008cb1d9d7444ab70a4a090c9d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:276e817290f1e3dc5f7d22f6f880ea2f32f5f59a10dbef34f33d8788e4ab321a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc9f51976b2f7eb1d10bf5bd1e1ed55a49b2c29
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963728d4fef6ec3a8757fbe217f7f40991bbb2620a0b83a33ee1b37759a44692
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01fecfc4c99a463d9907ce4fe1fc7af80d46801d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a3be98c5ad21a0c4b540d18430b02d403fdd690c37d31b65f31613e1b16888
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f56a6129a4e70c4ba8dc4dded61ca4580159fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c14280fc9fba76860214fbfa751b155ba150c3946da5f3e7ad9dc21421c5cc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38683b004457ed41f94942300637004c783bdf9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80943f1ebe44578e97878ca555e45593f6ff3e074a30c1b84b014ce498df7d61
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cc13693a3d9251ec8810542c7aa57e892fdb619
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb6e3501c38c3a7c543f678164222575f9a8f44993c4309f69021e60e6a24f0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c443fed1182bc061d5c56216e2796b1095bbc5cc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5247e0ee7aabbf52d7f55129fcbefec0838c391429234d346e18b4e6d6af4bfb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dfed7abd69f312370e38cdca5b8c36c8e5cc0cc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f138e95a2553c798acb3fffd668185f0285677ca373e173a5e06b8bb6b7e59
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871ad4b3896a8827a9d393243d80492c7d91ac09
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb2c9b95b9f3f5db7f4a8d3bc3997647e26e1834b3535098026030f1eda1156
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f3989823ea6f9d9e3f0cbffe251df794f1918e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d9d7897f64e73d645035068ca975f0b9c86629cd459fc94cb199d7a0b4de92
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845e9061146fb0c72adcc18596bd135782ea9932
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac014f86a8f24c8eecc1bf7fe1f1f95bc56e47af259ddc7d0d4781b240f727b4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b178b891fd02d16b1fdb0aa3556fe3040f0a59
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf71440b79240445934db3906e3fa4faefb27286c57bf755365d42a570d9689
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af2e6208f28e9e92ec57b04b6076255173fccc1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5dc2fc9e69a8526777b044695f2ca6f6c2a353a9b519e29fc2e4054364895b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e7f32677394ac20b840791cc6821bf55cd50a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9280598097794420e0ef376820e749b4151c1aab01c32c0e5c66d9a104f5cf23
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ea27c876a6b349e3e7971fa18e957e868aea23
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:953f7e7745f9e78a683757cdd50a943861611480e505159e5d4456baddca9782
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c0763a2695376df59a1791fb8962f79d9767f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd1ecd079c5ae43eff6e608a1cc73e6f75ed0b81073393e025d2bc56e3beb22
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd4eaffe5498488347348e6274c39faac3fee74b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40034d6fd633087ab813e26f5cd5b290ed757c4df9f035e8be159ebbd9e13c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffcd54b8dd63a8aff9237f58b7d05c61fcdcf998
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e017599541bf45af077a605e34e4a81001526b88ab360d73e589b06fb23625
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7263cd7dcf0901d7140b7145d8bbeb0cb5aa0f76
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e25490170eaa11eea147797640be8d22c5ecf1c43e4b363f89302904097199
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce39697fdd16ecf4c7c914bd29fea6ac7048955c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4011c1b73a287f3fbda79a948283e6bda806c7d2051c0a31a53a606657e4ea8c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7086ea65f031692f5f146edbab79ac0ae69c7b9f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf0e2c5d89cd665d1ad8fd03ef91e746821aba0512b18b0ab6a09a1e4049a01
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c6f9c4fe43265ec2487ea3cbc6f7e93e1b99768
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e579ad7664a86b42d91a2a9c85f9e76f368d00c105327e87c1e441d557aba6e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f754f99e9491534cd2f79d86d9dba74562d84b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a5e848936e436ba348f26e6c214b14006f0332c180ca89545a63a84b1cf90f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b43bf02916afe656476c138ec3e95b670c18fc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cacd6d57f059796571ae3ed7a8621370b070760fbbae6586362f95dbe00eb42
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4849117d51351378bfe632dc60c27d37ceeb4e19
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12cc31b76c7671a52f914c5ac8d265ef67997082e2dc71c44efd472bf2fe561d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b61107e645adcaca874c7a57fc37231116843a3d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b60d742d0cbf8daf74e47703c6b26f673181bab3701d9529c3c5af23cbc07ab7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cea5e0c493898168c4fcbe3384880cfd7799884
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06082cb6848740f001da670807128ba2a31c7939b6715ea5088621e4cc9cd8d8
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab364aa76970101480ff90b0653cfed2058c308
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917a24417ebbf7e2456431a33a4583f178f8908b50326bfa1b4f3accc341194e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47996fe15b844803b2d9a5d0e56c2e286192b1ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6921288851c5656e2cdd0ab80f7099308aab9a118d8d4acc082573f41a4ee1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8dab2fe75de8cdf4fdba970b0fa69932a2de77
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7bac0741c10070d19b4ebb515f412598587864115df09b018704a81628c66e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1a839f3e77fbd131794e354470d40d7970d2fab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2115e7880459184294a2866f9450fab4282673fb501216a4604af145200f286
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac689c55cba3d33fa8fa6aef875b0f4cb6f2e413
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37fea9fc295b24288bb130dd51015926a73e618c13fde75db736ef82b14e171
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf21421f2009066609a8b6be90dfd4906fec48a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0b4afb8bcbdc76355c91118bbbb2764a8c3a09d62d916c71da102d9781ddc88
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f85d3ad4512a11f7c81d326a1a6567cbc81248
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78310088286420d75d557ca69f25d16189406bbe4aa86005113c3bf0be29b6e1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..477857bf7986a6915f62c703e666bcba9758a0ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56379e2a8676a443103eeb0e6eaf2e509851986d97aa71f59510247c18e838eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f498605e02fe3c45237c3cf16701c98a01dbf4d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422ee29ec799d0ac0e7264160ac7b284b39bc2245576e4f5822e989fd0a01149
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad831e2f44468b4fe605d219eb1adfbc3338ac3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee1cdf9c311721fcc72ed572f830f2ff362b965e4c664ceb910099b1a98986e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..360ca09d2d0afcae12e08ad06267443b2618f55f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb3cbdfcaebb734c6ef758c3c2ef3299508e7b9656ac0b2aefb8b429bbda676
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7ecee5b5c776a997d83ca4f05b3c201362dce84
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1db59c1631f02bd3ed8b2c3e2886f23414c0ae0c676d71febec9c75752bf59
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8edebf238f7018938815f334a24b80443105420f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a1cf8fb51f7c37308f1aa31310e6f841f3d03e6bfe28861ac2dcac69bd93e3
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc508fdab58643ffeee9b2923cccb022b917115
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d219dc058d2d6e290cb2837a9f0b756fcb211901e5f9f3ddb5fa4a038614897
+size 3203