diff --git a/params/opt/5/rnd_search_fb/comb_5/init/lm_head/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/lm_head/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e30f62a946fb6c25911835f493211b894af228d7
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c90e4060a6ffb6d99d111cf4d705a17bd872aa2afbeb845400dc1d446962f26
+size 202243
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456b56fcc58e6a57fafbdc32c82c422b5cd968a2
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c1e2e5fcc10240670de79ffe347fcf9d5ba1439fd54a922bdc878af5855c1c
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e89f26a1cfdb18085a86c15c3fdd2cd657be1f0
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d95c8d8b64e9aa660d4ec467d0bf8ddbed647ae6610dbbbb85b6ad1b9fde27f
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ba223e1447fc04fc82a53ac97a8d31f6ddbb37
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f73a8581968bec4d27b89063a77ccb4cdb06b34614bb3c454c1631d59a04c7e6
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5846236999010ede47e62e177f69a889ed35aef
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7252ad6ea6e10cfed1a7e96ba8b96fc956cf08601447d97207a53e1c8d034682
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1acfdf39df843ae9e28079fe718685fec70f0f1
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e0fbf46421f37c17d5e4a4ac11404e1d514c9d4b5285113ba884ec8cf1240d
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc0f5de85df62a93cc3fdd7f0a432dc174427f3d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e917e72ef70a98338bf0ce86cddebc18a4ff37d0d093a7322634bdeb65036dd5
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc561b43f8a499af9187bd6b0ddcac3d8d330e9
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793b240147806f2100abb7ff46c3758a2bf8545d81954d2f3e0d6ae725430d3e
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77216cdedd2ab6719f56567cd752ffdbc55cad2d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9903282c755c81889f0278ad84935ae62620d57c3d6a1278f5531c547aad9c9d
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c809327964e8e2e8e4a360d32bfa8d26227852a0
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc49d97fa5b6676c000172c064e4c5e2de0737a887c0483737235c7407d232c
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9a10668e64d89b514aaa25b207a8f0142dbaf7
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec0de6e898e5304e36b4a40dafe26e35e3b59e87bd62e0a434bb3105c89f5ce
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bcd3c8931f44a587aa09a0b90b874d33c191aa6
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ab61ea345a4792f130910ecea872bcde2bce244892c6084c2435b912f61d58
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18847b70ef0db44e9219ae285996fc9d713eaf1d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba7cb67514211bc8ef8cb670c6fe7f6010e7b18132136efec84e542a208ee2c
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fae4864181fb98242a19fa6106afc681f5d5487
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946cbbc8779c8439fbc882e36de5acc020f361b64c570730576a1e0d8a9db0d2
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8a406efdf6a50b901e1d50a920803465e48fdc
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac286e20a772d05d65ab413e7feac354c6ee5b70ae90ae61ed481daa591da69
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..753ecc8fd1042789660b19f6b0f8932c1338a836
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ab5d77197dfd623038df90253f5738428582366c9089731536af9050ab2b4a
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d73f49720453c15f30d25d8d3d3250d6d32985
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce82714325eafa8afe7909e75769f2af9e326343d947aebe26329c2b14a9a54
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c5355d185906f187e8ca66e7d3fe7bb18467bab
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57c1ff454658e4eda24eff456e967c441d2f192b6f7a72863b447b43db3d237
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b2e3c2ac62e80674baba2d24c413d61a5b5ab0
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e21ca2b494f660fb5cf019ca84860cb2d33da66353811cf2d90bb059c8e1d99
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e93ba231ed5799a8b8a6740592ecbcbf80d70b59
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26739aa56812bdff5a41f6d488ff84d43127fca47c45dfa5ab10d5eb5eab2cf
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab05521a92d72802b753757dd1d0a33bd3ffefe2
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4dd99f9e1ecc430cc85996e522ed900b0acd69f93cf9ccab71c8e024d665120
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c6f5c1a1e8fde209590ffe0ef26e50b33e9d78
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51514ea7e30aaa7d711f2ff52cac0466a320a17882d9762c8f5976e7a332e9c
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8600c84d1142d774a8426770226a7b8d63aa73f6
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e9e876d1f2d1fc083b968cc3fbc11b461967da98d0fffbfdb6c530891485a2
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a97a8a7f047e1a5ed74bc19940d2523511272238
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf84d631a9c0be63c2450b17ee5ae96e7baf16a50a601d2e308d7e96eb34bcc5
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922d59d5eaec7c93de38e046bd5b8a967784c03c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e7ffb994c161a64306c5f3c082e63c2a13a194a63f0b2b104408ec0d699960
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd069dbe8a3d1d0da763dafa93d920c64ea1c22
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4258b505e12c140266237fb0b43447023a18425e961fa3580e347335e71eeff3
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f03232419149f0e702b5ee6edb443daaa0bdcfb
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f501d8b995869292c60a2a1675db1fe3bccf88ce6a0732e5e5269fea58b3c61
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aefb8c0d82c94607a51bff687a17caeed083db1
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c37c51ce87f05e4dc06b4699ae3a8f1d967bf30e4388d3e9487bfe46414e04
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48cad74c23d5508a55718ec4e7c10deb51ea7b4
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20da8b904f175be24b2f48dccf0396f7e3f24edee1a99a5160f90b98322e3771
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71006df22ff99907e5ea981df76d93a5f3f972de
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca9f730843670e8f54fbfc1a3902da3bf81d25aff60fdc84b8b8da160e3172c
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1074c0b15f0066988b900847452c2e750854be22
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303c2a057b15461d0bfc1d26f031f984739b611a83fb4e4955fc0aef3c959562
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0b62f550d575b8011c5f93ec577b29f624ec91
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd0ff5bfefdf785d61be87153cdaa2c7becdaf336ea5a2dea1968d1d05b85aa
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c08dd6a46f924c27aaac8d3d3a145ed577183d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb3c173ff0ebc11acc9b19a3db20990d75ae60c2267f078a5eeee7fd3a3278e
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..184335f6f509c4d87fe97e44067c54586e58e3fb
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10bf57d7682830c638dd7f6effb39fdc73de554ebe91f2e50b327ef93a981b34
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b791bca676ebefec1eef41b0fa5449475f2420
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce13db5b34a0e0bd1442c76c1b982f366af40dee45b45c9dbec2b50768f1db8c
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0bcbaa602117a8ddd846f9c10379258388ca2c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7c303572bdcf7a0d7fad6203b5ca047c189be0480323be2c71a6e2e4a55916
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd09ccf3e460c5d4dfc133c5cea36a6851659e13
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ca2f934c1cd25f35e52feca2a926700155921d432256da0bb1c45f73183cb7
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7eec4c3da1bbcaac697e7d825a5cab0be265b1c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebd958bf6c69bedf6ba62b4391a1cb16171500bb12cefa5b03456ccd9d62fd28
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08f369cd543490ea70ee7f61c5037cd843412622
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d859dd872eaea6fb1d7cc1d0dfa9eede347189fc5a7e487756f10f43e70f8df4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f075c4cb01a9b0b8ecf30d3213863b5cf616386f
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ed633c3c318d186f650fefa112057bcda6a242ccf697ece15777a6cb622903
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48743e37c4ad1e5548e2bab80dbacd9407f624fa
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71bb0f5e7365c622f9c1e1436d8852e749da611071545c17b72ae240f7e3ce82
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e49d4825580a972f6c79bccbc2c315607dc06bd3
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a962ad32f29ad836b088efb01076fbd3fe87fd6ad32c35d35d2013e5280e565
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..216ad74871dbff59fd24e804f2f0fb47213cd336
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b17b94ac7b4ab2694e9df814fa7871aefb7a42cc0d4034470cce43270d7ce41b
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82c06eadd947d561650b011a993531348504817
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b032380f795d723e8ff1832ceaece8fb1bdad9d6449acaa32f4be0616c096f9
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa9d59c317de91f008efb456cb6e09941b8dd8db
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c682ba91715cd3706fee89fa8552834acd9b1addfd3ccbe4186fd3a153cc5d
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f3535546743b66b940aade8dc1571738df9756d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a965098a0a1d48048e5dbad5dff12c2aeb86b0ebfddc2e75de74d6ebce45b7e4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e82cd7d93adab13d07ce9d86fd8526f21f8a3c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048bf805ce0e06bd699ea8312d905288a896df5a8222fcdbf8f03b85089f9165
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e546c110652d15c8c5246039eecc1cfe59bf248e
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0f9919fe033bf87f9183e8ce62084d3ec0d9af7d4154247dbc2ce4f776247e
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8e3a54a50cbc9052b00fe6092024dc43fbd4911
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20064a715ed7be58aacfe9d1186eaa6ca11e59dbb4d392af1a6777475e432868
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a430774f2602ffcef36bcf479d9bd06506d6a7
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279a980f6f73a797c3d170f0e55f597128b9ac4bae9ce3d7024a8f383caa0f84
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef40d06728d94e75e53b04c9f7b6cb30f66a821
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9311374189e0a96e8e9bc3fbab2527ec43e3d2b24a58e5bcef7418bdf374103
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29dba2fe43bc1585b8b46676ac8cf3b6930a88c7
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d94edc7b2801822188f68eee398f94e20a5aabfae15dada1c2bc76c381610c9
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f493d2717101c229920484ccf84d5d20af3630
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c6f94d96a24896524ec9d4d26921f491d8c9afa83f62eb4477798cba54caf01
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46519efb1029e17ebcded1d869ad6e9b70dfe046
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61194bf442f0f6ce61bf3ae9906bcf1e87d8d8a3bae84035d53aaa7695e910ba
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d84f00f9778f0dfe7b73550a3fdabbaa1cf3fa
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba61b3a370513bedf6e3dd1600cb0ade82237f7784ee4f06e5dd949b25ccdc1
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e78c1d78eb1abf6c55558a7a52bee76d22c81e
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de49eba386d68c0eb5fca38e8cbb948e93a45cb6f1df713a6174c7eaf03fdcf
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74fc36536f54d5196939e08505d1b9778290a55b
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21590173693a79f414793f243e87bdef90522fd1afa4e2f8115a505179ef1e5
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b4dade16f5cd6e29943ca8f6d54700a59ac2d6
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc0ded3a5016db2e8ae5a13cbe69bf967115159c93a9ef13f833ea47f607ccd
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b7ae39795db6aaf6b6c74a6a43ed64304c6453d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd50b9fdb6130813bfd8781c92c714b6b554543674c710f9dea0654abc9e8c2
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a58e0999200dada5d6367a552795c3873b6a98
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:020725e8cf849f89bd0881faae2ac4aac6808b583d0aa115b9fe220b73a733b4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a99988fdec5a005d3a4a108248c1d8503543489
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307c7e6d988d1d36abbdf3d7abaf0431165e1e9796bf610214ae17d633efa919
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c142e76c8c539349fdea14fa5b6f9ef384a873
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d77a96048a74e5273dc25b899842678161d59382a483672fde50ff92aabd4a3
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c732ddf1a4ae0b753dbda04c1104af6de160de
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d0511026e1c5e714bad81a760f5b0627c469d51a55edfb3a04199a38499bc7
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a76d88fd15d8909e9de0d00c7a39b1f93536bd9
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a649b127673d10267cab29bae17bbd904731338821fb4d9bd25d0a600bd751
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc9b2787e3dc82c70fc65f7736788b30b80744f
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33be92e46e2c3ba57f5883a8d28efd9570d8f2b817b8beca15e785bceb5fd1a4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ea2a681b9852444b062d80d99fdb5a2cfd80e2
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75446e593520d091fcfef322b1a2009df51a038b65008b6d5a00e9c8a3b5db8b
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54032efefa319701fdd3f3d91189f5db7a9648c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb3a0afe31cad7d1f8b59fb81bb6f1ae0cc9467ab6a1c65f1d5277f1d5b23c2
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b473f2af231f77abf5d1e28c55c3a0dea674e1a6
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56b51150920810d2d35ee8176aa93067676ae1f5276db1ba272cbd9ae34e3cf
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e883a4eb7524f9be323af67e0b509e00e9edc28
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f80be82922b128ec2ef35cce1101209e63a50e632745245a16e05ed5253b4a6
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d159bc7669604d996a556abfd6daed46d3be9b6d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd32fbd7faf34efca8e220ddfa0b6385c11f5d65c9e62fa1cf0c7ffa62dfcf06
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b5d60aaa450ed38e60d041084ca0d411ce25a8
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d22f4e7e95cdde6712993e33e3f74e9d44bd9a7d65a690b8cf1d79e778728be5
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1763425f340f8f01f0d0d2c3a4770243b5acfaba
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9112a841148af9909daba94ce80bfc83b8b8a3faff812ca978a3c4614bf66536
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce439ff6b27f4c98675443a4a0408d6ccb86902
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e5782ec5bf3fb82d9d789a4401677fa7514cf5e7159292f6cdd216346a6386
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ac1e2c739b4ab7c2895d61683879d507fbe4e8
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94c5a1b988eaa0313d64cafb91892041552512f8066533198d337530d518581
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f6eeedb2480ae0f82ce057b9edeec050261d34
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:082a4e83ca23504d43a7b4b1bfaf0f246df2bb8510c192763fd3712c333da7d7
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f7f9a8c2ff2e7e509fb64463c6b327148852543
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f712409cc3309582c057e9ac158b429dcedf5717c6840330121c5fdeb8b8b4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f87d87ad6dd269e054f402eb21f044b1cde9ca
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49efeee4bafe2eee488bf04292b9abd3e92cac54cbe7edc00308ab5632ba869
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e432c956793538e64bb8c2fba2337805ef37eafb
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a9d3cc1af07acabd669165b9b7a3bf6ad783d2fea43af0e3f14da0b388ecb9
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b5f15ba8a9c5fd3b1daa0702542cd5cbaae3bc
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa48d2383a809ad8ce5a3fa76993d7f543f2a9818c1edb571baff6f3d7e3eb1
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb3c7655f8f5e4d4730aa341e72afa7cde21191
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee026fc9af48af993cf5d997f1ca9a9b28d14f2f5f8547aac1ec1c677757884
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a310445e299808d37947b9d0318a999032cb34
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38cb13b06d8be1d9989f0321721f9748210fa90823ec8e03cdf8460a20f5bdc3
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271551fc43902e029cf6e782cfd68dbbba7b8817
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:738437065080426dfa5b9e41bdcc580d1c3c22eae8e64b02c174e2eba2ba6b58
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb1d8e4ef3f1b70658f9fdbb6b1087197740e7a
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71446a44197d45caa8e533f599473222212b70b09361bba7801b3eb733c2c0d
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0c0950b676c4ac9cae9d8ad78f63df95322e1c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c987dd256190be652876fcc15831ea2be53db8f2dc61eb98cee48be732df84a6
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80257535100acfdf2021d23923c886880220c510
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8f6b0d311af3bdd76e5c8c584df3b3237e59900dfcfab0b8118d72a1b163f6
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea9170770c26c4f619db587443c18f6aa3c95e8
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf8559d6f1cbd350714385ecd17a4a0bb5e7e314c0049ab2b2434942dfadf53
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb7cdea1f17de0b01a64e200711dec3bf75e2398
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef95ad399c2eac34ca48547553a08578f37a23610ee84ca6362f84c8d4c4141f
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f169606cb733a2a14925b6d529999cfbf71e0514
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ee322b9dd31fd6067b4487765bff9e3b317281b6f7df680f39f8fad7b59a72
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0fc85ed3dbe07052285e3b61427dd986b0c9537
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48d5d7389f3b339d7716dc1bcdce658b34260d10d5d937470e34597a9c5de0f
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..523bcc381123415712e0cf39c77beb454539a9dc
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eddadf65b821ae51ec894caaee734c01d715188c569548d899b9e78fcb5d444a
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b04ba7e4c9392ff24f7708f45519ca11f3f4d78
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77824e2d8edf4167c482dec348d62412a334ac6a06dd3fcbb5f3f1451f1e2aaf
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2560c370a52fd4af003e5abf0ac75380f9a92eb7
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:defddef729a24ab313256922325304543bad302454acdf52d10e7b93c5f0df49
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff53718a373388bcfcea38188fbc4dca10691c9
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e331b34be5c7739656f6fc72f5d6e29c04f2de3120eb819dab45ce937fa92b
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a217f6df4bab80192f6730ae2aeb6dab85dee2b1
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316d7e3a634164018d04b90be57579baaa850b214a2702c5d5c698f36c87b841
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ba78410c066ebcb511b8616adcbeb9981f0fcd
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21299681d44657b6992d1545ae7a101722ef0cf4bc1c9643474cf10bbf769cc
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daefe9fa9658d90cdb2bc9fe7c600df1168ca35b
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3857e33c76a7f79d6043ee12a19aa2dd80545ca6a171aa4ece0047e49755712
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d4d1490faa3c1a321b151dbb2dcf793aa1e86a
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d56d7d5bec8be9026eeae7b6f69dbf99406cf22585b6fb3a32fe8890322a75
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623478da84b4a04a8317de88612bf3c03fb70cc7
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959fde6dcdb993362ba59141059aa0748164aa9476ed2b35f8254a95cb792d0e
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023e70204e0ee07b8be838c425f77d889e64866f
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c338dd50be3fb83f01d8661cceb6cd163423b2403f49a685866420d1d0fa7f84
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e93acd96748a33994c87d9077615a5164829893
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09831936ccc3d08914b760827344a86348ae00172c005048563bc0de2c533171
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6883f6141833f684fee8d78594c03817fd4b9e
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980a66baec292dab20abc0b518e24487d5f672f42ea276f825a69e063600d3b8
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf2b08876de0ba0dd6005d10ca1691c05cfe2bb
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a35ece037b71d52575b8e07da8985d1f8a66578134c9d1bf8701c482d916cc
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56306ce02504678cb4e0fa3a950e7463b4dcce8
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61428f37d45681f16a22eb51577fd5d9eb2d52d9626abd5e3d28c56d3a2428a9
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..718e3605c03045064e0dde0e013030378ea1b67c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32465a082b3f0df86ea70d3af36f9e21ee925540d1890b0961ca472a15f00d03
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39cfcf77b69909bccc62b682bc9db513d77592cf
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f2180093f94ab7372ab7f6459a4bf55a53ae4873fdc0005c2b1410cf3c7d7b
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b1329072ff0c5223cce939bdf2c2562b11aff4
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf9dd0a2034c251f4827746f0fddea09a0f958e6a8a6a40f3c76205f83cf0b0
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a130702f7fcfdfedd84d679da75028acf11051a
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146e0a983d24051d795c55fc4008d2c608258dd457459e4df370d8e17f40a9ae
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5cceb68cce7c2161e97a8f31273f40a37cddd5
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fbcc5b785b9c6cd792039ece77654b2032657fba6a7481f90fbec06d3197d9f
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8a9b8a63f0e2fc91f072e3d1cf59483c31bfbbc
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a18776cfeb670de8121ccab79b78a6bc3ba4b80c1b12d905a641742a20c648e
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d2da32bbaa57ce67e570660b94b0d8d38c80ffb
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396ed1e002388292f5e795f88c017871a6716373ad968c5590f86bae9cd014b2
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd18d27228b5fabe28265cb2a5b05b2e94c2de84
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1542795989558838ae436f46809078b406cf4812cfa46300b3f829dae9642651
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7598b1cf0cf67fa56bd033e714d2d7b06424b735
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d716b167ab49416d749b543d7f2e888b15b0dfa3e317f47592d7467e4a35f8f0
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b585f8d6062a55a478416ea12d33e6bf1c817887
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13397a646c9d9584c18839a616e152a41d6723fb3d8be3456a6fa950d3492c2
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53df0e1e5aab93da65c8b310006bfd84ca8f2872
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f4ab2c7579655c3c97f3e834326942bb71a44730d6945a9040497c13e3f229
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab17ce6bebee22812d89258badd098318ba3f30e
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a487d9639843c3a0b8756486b1ca2fe91f4b62775046376c3f9ddeb1c65edada
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ed314074c0fd9289001d036058f499a7282dbd
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9880840a23545c8b739ca520f134990ee46e93765113beca6a9e3a461db77be2
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88580342c61c58f6ba5f6e1cf2429289bc539b95
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9931178a11b7366c3638647bc5ce456f46c158169b312a7f2fb770f052853370
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e10a0168ca9f88a5268e32a16754b2604c2564d6
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2cd24401d5da37d7551cf7adefad00b3c1606a5c698bb0dcb48964460ca38b
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b52f2753dc7b1d8604b325188680d36f1f38bc
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f651d8dda8664511525b2991b064e326f9f8fcf29fe29029c8a907e5b03d357
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956fba8d647e6a25e6e17de084a634c42c274094
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5faeef7daa2121d9402d95b22e1cab13e9bcb83c85d25eabed3ebc806ddc0e
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..289df45e4598a7a4ed87a426e04b3898d9314ef3
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c59f39ab92fdee4861bdbbb48370fa6528fa368efca7d30c7bc26cfd223ce4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac00b35c4522e8018b38cbc1fcfb33ff8015281a
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4823c6a8466120dc8324dcd1285271d40b6d6f89288f8ab1d0b7377298536678
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95966b3848b7639a02ebcd895b8e0110175a758f
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d5dee188b1b46e616757a0bdcbdb38040a91668a2261f2612b8daf31f7846c
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a5800870b5be899937949ee2a33d1b500b62da
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2650cec7609d919fdaba4818819ffc13818b32a81a948c109045a5f9d5eb85
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8f2b6ee006ce1425a60ce20b3ac4d9e8787e86
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8f56902615401f434af36db03e334abb940a9e59aa5267f3bface46f55c18a
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa729e51ef359aa31d1b1dc5243cb30fa4ea349
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a080cebb2ce516bedf88b8625f2a925f9f38f114106b761a967e4527896641fc
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b985748918b5d271e1b337b7c5f2a81ecad827fe
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0ccf9ea52d8c573a9405d603a58c4f6572eba7b0bcaf38ff8fac87fa99741f
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675796d993a0b858c86f38ea4ccd56fee690db88
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c97ecc604491004232d92528b4c0b592c5e440dc0cc70d2789e5fe7fe8557b
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e299df1fecb3332bcb6bcd5ff5b7787781874d8
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ecf087befc34858f8e717d65f411b16951829adaf4ebcbcfc80b1dea87f561d
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d506799073d8c4cba342dbc95d3b57df1db7659f
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe95e5807be5239dea341c0295bd16fa1707f27e7be1b3a2749c7c53bc92e6d3
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..214652a803824fcf86040ca5ba491fdcb6de17e8
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1848e3fbf0b8a1b37d9bc605fbbb10cd2eb2c6377af95ec643388206289009
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c5cea6d1fa0e51722f05a7d9eea0aa4811b3c0
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9339865c3e5de1323c0046ebce797a94a9e3ddd44298fba4261c7b4105179a78
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de040cece701ade66ac1048c685311357492d1d0
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fcf501bee8c2fd5dee7568890709098b309f8d93dfdbda8ded656fe8f24f61b
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50763c386df8854daf399ec9caa95e8292987b39
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945ae3cb39b009571e3435169cc05028eb561bf3a82cb0d5f92a0a17b2671388
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4091a92235cc27b887ef292b966b6705f88b696a
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0bd9c9404cbe3809abe9b1fe686f41b0e722691333b649cacdd104118350c6
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6180ebb1d59deee4ae66edc93991117f12856645
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9b4b0f82aa86af18ed50aab5bed48b5f87961940830d16bc338aad6f9364ae
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47de6736e23fa7655ef56417b6af901b006e109a
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a6f80a9586766fc1ef432dbc29327c5419dd1f36017842b4b30a8da0a6423f
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e9dfca9d42269c7425dc0221a2ae84a6b3c689c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496e5b01d6d89ee4a48d53e35121032cbaa77723a1c27fa2edb37a5c77b5c8ca
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d747a78582206d70e6e222c2bed45e3ec286db
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94708432f1b4c140d46aa9e9301ca5182b98c81e2396365c15fab53f1941afe
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..870acb3ccd5df8299ee63bf9ec871ac9e9960f7c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fec17b39dfdc38588e677190028a9e258ea8765f3b30f7939424be6b3da0dba
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d958f0db15cc9c2dc098738a96c870f8180352
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40770f8f9d1798b0ce34ac0a3d1852178d40511f85d67bd18938b826c02b95a2
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..920a92df39ed6deae3cc51c26dfee227838f5368
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76633e233baf61f6ab3d78c6e28e3faa915672730f1152e1f42b28808e1482f8
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932eace7b69bb1ec77cbf388f12d8f3b31bcfe2e
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea555198ad17fed8df7cf6c924a40e3b77a464b36c9f8e10794851d0814242c
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374fb37db67d5b84abeca50350897d555428280e
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3339576af8c08e58e3f29fb07d8f5bd9a3bfdc97212e2b0ee89524e123c9cd3b
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4761b391c6caca06f3cf40bd0066cd8ede2dc5e1
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d324d1579002e244707f361a354d7dd98d21187d58ce1aaa34672d61b7385ee6
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118d29f665cadb32a49848168518efa0c182c239
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3529bf4c011bc9ce8c9f0cf93169f543497177b46585a32e866136f72196339
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d34ef022620a522629511bced169a80bf7778b
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc60c2ba5340bb2f3a855e02b43fd24ff36c3493e0c933c5f04ad081cd932dd
+size 3203
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/lm_head/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/lm_head/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e30f62a946fb6c25911835f493211b894af228d7
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c90e4060a6ffb6d99d111cf4d705a17bd872aa2afbeb845400dc1d446962f26
+size 202243
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456b56fcc58e6a57fafbdc32c82c422b5cd968a2
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c1e2e5fcc10240670de79ffe347fcf9d5ba1439fd54a922bdc878af5855c1c
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e89f26a1cfdb18085a86c15c3fdd2cd657be1f0
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d95c8d8b64e9aa660d4ec467d0bf8ddbed647ae6610dbbbb85b6ad1b9fde27f
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ba223e1447fc04fc82a53ac97a8d31f6ddbb37
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f73a8581968bec4d27b89063a77ccb4cdb06b34614bb3c454c1631d59a04c7e6
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5846236999010ede47e62e177f69a889ed35aef
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7252ad6ea6e10cfed1a7e96ba8b96fc956cf08601447d97207a53e1c8d034682
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1acfdf39df843ae9e28079fe718685fec70f0f1
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e0fbf46421f37c17d5e4a4ac11404e1d514c9d4b5285113ba884ec8cf1240d
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc0f5de85df62a93cc3fdd7f0a432dc174427f3d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e917e72ef70a98338bf0ce86cddebc18a4ff37d0d093a7322634bdeb65036dd5
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc561b43f8a499af9187bd6b0ddcac3d8d330e9
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793b240147806f2100abb7ff46c3758a2bf8545d81954d2f3e0d6ae725430d3e
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77216cdedd2ab6719f56567cd752ffdbc55cad2d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9903282c755c81889f0278ad84935ae62620d57c3d6a1278f5531c547aad9c9d
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c809327964e8e2e8e4a360d32bfa8d26227852a0
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc49d97fa5b6676c000172c064e4c5e2de0737a887c0483737235c7407d232c
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9a10668e64d89b514aaa25b207a8f0142dbaf7
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec0de6e898e5304e36b4a40dafe26e35e3b59e87bd62e0a434bb3105c89f5ce
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bcd3c8931f44a587aa09a0b90b874d33c191aa6
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ab61ea345a4792f130910ecea872bcde2bce244892c6084c2435b912f61d58
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18847b70ef0db44e9219ae285996fc9d713eaf1d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba7cb67514211bc8ef8cb670c6fe7f6010e7b18132136efec84e542a208ee2c
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fae4864181fb98242a19fa6106afc681f5d5487
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946cbbc8779c8439fbc882e36de5acc020f361b64c570730576a1e0d8a9db0d2
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8a406efdf6a50b901e1d50a920803465e48fdc
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac286e20a772d05d65ab413e7feac354c6ee5b70ae90ae61ed481daa591da69
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..753ecc8fd1042789660b19f6b0f8932c1338a836
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ab5d77197dfd623038df90253f5738428582366c9089731536af9050ab2b4a
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d73f49720453c15f30d25d8d3d3250d6d32985
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce82714325eafa8afe7909e75769f2af9e326343d947aebe26329c2b14a9a54
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c5355d185906f187e8ca66e7d3fe7bb18467bab
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57c1ff454658e4eda24eff456e967c441d2f192b6f7a72863b447b43db3d237
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b2e3c2ac62e80674baba2d24c413d61a5b5ab0
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e21ca2b494f660fb5cf019ca84860cb2d33da66353811cf2d90bb059c8e1d99
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e93ba231ed5799a8b8a6740592ecbcbf80d70b59
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26739aa56812bdff5a41f6d488ff84d43127fca47c45dfa5ab10d5eb5eab2cf
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab05521a92d72802b753757dd1d0a33bd3ffefe2
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4dd99f9e1ecc430cc85996e522ed900b0acd69f93cf9ccab71c8e024d665120
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c6f5c1a1e8fde209590ffe0ef26e50b33e9d78
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51514ea7e30aaa7d711f2ff52cac0466a320a17882d9762c8f5976e7a332e9c
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8600c84d1142d774a8426770226a7b8d63aa73f6
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e9e876d1f2d1fc083b968cc3fbc11b461967da98d0fffbfdb6c530891485a2
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a97a8a7f047e1a5ed74bc19940d2523511272238
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf84d631a9c0be63c2450b17ee5ae96e7baf16a50a601d2e308d7e96eb34bcc5
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922d59d5eaec7c93de38e046bd5b8a967784c03c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e7ffb994c161a64306c5f3c082e63c2a13a194a63f0b2b104408ec0d699960
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd069dbe8a3d1d0da763dafa93d920c64ea1c22
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4258b505e12c140266237fb0b43447023a18425e961fa3580e347335e71eeff3
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f03232419149f0e702b5ee6edb443daaa0bdcfb
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f501d8b995869292c60a2a1675db1fe3bccf88ce6a0732e5e5269fea58b3c61
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aefb8c0d82c94607a51bff687a17caeed083db1
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c37c51ce87f05e4dc06b4699ae3a8f1d967bf30e4388d3e9487bfe46414e04
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48cad74c23d5508a55718ec4e7c10deb51ea7b4
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20da8b904f175be24b2f48dccf0396f7e3f24edee1a99a5160f90b98322e3771
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71006df22ff99907e5ea981df76d93a5f3f972de
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca9f730843670e8f54fbfc1a3902da3bf81d25aff60fdc84b8b8da160e3172c
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1074c0b15f0066988b900847452c2e750854be22
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303c2a057b15461d0bfc1d26f031f984739b611a83fb4e4955fc0aef3c959562
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0b62f550d575b8011c5f93ec577b29f624ec91
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd0ff5bfefdf785d61be87153cdaa2c7becdaf336ea5a2dea1968d1d05b85aa
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c08dd6a46f924c27aaac8d3d3a145ed577183d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb3c173ff0ebc11acc9b19a3db20990d75ae60c2267f078a5eeee7fd3a3278e
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..184335f6f509c4d87fe97e44067c54586e58e3fb
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10bf57d7682830c638dd7f6effb39fdc73de554ebe91f2e50b327ef93a981b34
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b791bca676ebefec1eef41b0fa5449475f2420
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce13db5b34a0e0bd1442c76c1b982f366af40dee45b45c9dbec2b50768f1db8c
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0bcbaa602117a8ddd846f9c10379258388ca2c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7c303572bdcf7a0d7fad6203b5ca047c189be0480323be2c71a6e2e4a55916
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd09ccf3e460c5d4dfc133c5cea36a6851659e13
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ca2f934c1cd25f35e52feca2a926700155921d432256da0bb1c45f73183cb7
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7eec4c3da1bbcaac697e7d825a5cab0be265b1c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebd958bf6c69bedf6ba62b4391a1cb16171500bb12cefa5b03456ccd9d62fd28
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08f369cd543490ea70ee7f61c5037cd843412622
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d859dd872eaea6fb1d7cc1d0dfa9eede347189fc5a7e487756f10f43e70f8df4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f075c4cb01a9b0b8ecf30d3213863b5cf616386f
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ed633c3c318d186f650fefa112057bcda6a242ccf697ece15777a6cb622903
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48743e37c4ad1e5548e2bab80dbacd9407f624fa
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71bb0f5e7365c622f9c1e1436d8852e749da611071545c17b72ae240f7e3ce82
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e49d4825580a972f6c79bccbc2c315607dc06bd3
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a962ad32f29ad836b088efb01076fbd3fe87fd6ad32c35d35d2013e5280e565
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..216ad74871dbff59fd24e804f2f0fb47213cd336
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b17b94ac7b4ab2694e9df814fa7871aefb7a42cc0d4034470cce43270d7ce41b
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82c06eadd947d561650b011a993531348504817
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b032380f795d723e8ff1832ceaece8fb1bdad9d6449acaa32f4be0616c096f9
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa9d59c317de91f008efb456cb6e09941b8dd8db
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c682ba91715cd3706fee89fa8552834acd9b1addfd3ccbe4186fd3a153cc5d
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f3535546743b66b940aade8dc1571738df9756d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a965098a0a1d48048e5dbad5dff12c2aeb86b0ebfddc2e75de74d6ebce45b7e4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e82cd7d93adab13d07ce9d86fd8526f21f8a3c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048bf805ce0e06bd699ea8312d905288a896df5a8222fcdbf8f03b85089f9165
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e546c110652d15c8c5246039eecc1cfe59bf248e
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0f9919fe033bf87f9183e8ce62084d3ec0d9af7d4154247dbc2ce4f776247e
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8e3a54a50cbc9052b00fe6092024dc43fbd4911
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20064a715ed7be58aacfe9d1186eaa6ca11e59dbb4d392af1a6777475e432868
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a430774f2602ffcef36bcf479d9bd06506d6a7
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279a980f6f73a797c3d170f0e55f597128b9ac4bae9ce3d7024a8f383caa0f84
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef40d06728d94e75e53b04c9f7b6cb30f66a821
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9311374189e0a96e8e9bc3fbab2527ec43e3d2b24a58e5bcef7418bdf374103
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29dba2fe43bc1585b8b46676ac8cf3b6930a88c7
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d94edc7b2801822188f68eee398f94e20a5aabfae15dada1c2bc76c381610c9
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f493d2717101c229920484ccf84d5d20af3630
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c6f94d96a24896524ec9d4d26921f491d8c9afa83f62eb4477798cba54caf01
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46519efb1029e17ebcded1d869ad6e9b70dfe046
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61194bf442f0f6ce61bf3ae9906bcf1e87d8d8a3bae84035d53aaa7695e910ba
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d84f00f9778f0dfe7b73550a3fdabbaa1cf3fa
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba61b3a370513bedf6e3dd1600cb0ade82237f7784ee4f06e5dd949b25ccdc1
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e78c1d78eb1abf6c55558a7a52bee76d22c81e
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de49eba386d68c0eb5fca38e8cbb948e93a45cb6f1df713a6174c7eaf03fdcf
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74fc36536f54d5196939e08505d1b9778290a55b
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21590173693a79f414793f243e87bdef90522fd1afa4e2f8115a505179ef1e5
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b4dade16f5cd6e29943ca8f6d54700a59ac2d6
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc0ded3a5016db2e8ae5a13cbe69bf967115159c93a9ef13f833ea47f607ccd
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b7ae39795db6aaf6b6c74a6a43ed64304c6453d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd50b9fdb6130813bfd8781c92c714b6b554543674c710f9dea0654abc9e8c2
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a58e0999200dada5d6367a552795c3873b6a98
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:020725e8cf849f89bd0881faae2ac4aac6808b583d0aa115b9fe220b73a733b4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a99988fdec5a005d3a4a108248c1d8503543489
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307c7e6d988d1d36abbdf3d7abaf0431165e1e9796bf610214ae17d633efa919
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c142e76c8c539349fdea14fa5b6f9ef384a873
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d77a96048a74e5273dc25b899842678161d59382a483672fde50ff92aabd4a3
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c732ddf1a4ae0b753dbda04c1104af6de160de
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d0511026e1c5e714bad81a760f5b0627c469d51a55edfb3a04199a38499bc7
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a76d88fd15d8909e9de0d00c7a39b1f93536bd9
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a649b127673d10267cab29bae17bbd904731338821fb4d9bd25d0a600bd751
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc9b2787e3dc82c70fc65f7736788b30b80744f
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33be92e46e2c3ba57f5883a8d28efd9570d8f2b817b8beca15e785bceb5fd1a4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ea2a681b9852444b062d80d99fdb5a2cfd80e2
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75446e593520d091fcfef322b1a2009df51a038b65008b6d5a00e9c8a3b5db8b
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54032efefa319701fdd3f3d91189f5db7a9648c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb3a0afe31cad7d1f8b59fb81bb6f1ae0cc9467ab6a1c65f1d5277f1d5b23c2
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b473f2af231f77abf5d1e28c55c3a0dea674e1a6
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56b51150920810d2d35ee8176aa93067676ae1f5276db1ba272cbd9ae34e3cf
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e883a4eb7524f9be323af67e0b509e00e9edc28
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f80be82922b128ec2ef35cce1101209e63a50e632745245a16e05ed5253b4a6
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d159bc7669604d996a556abfd6daed46d3be9b6d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd32fbd7faf34efca8e220ddfa0b6385c11f5d65c9e62fa1cf0c7ffa62dfcf06
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b5d60aaa450ed38e60d041084ca0d411ce25a8
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d22f4e7e95cdde6712993e33e3f74e9d44bd9a7d65a690b8cf1d79e778728be5
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1763425f340f8f01f0d0d2c3a4770243b5acfaba
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9112a841148af9909daba94ce80bfc83b8b8a3faff812ca978a3c4614bf66536
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce439ff6b27f4c98675443a4a0408d6ccb86902
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e5782ec5bf3fb82d9d789a4401677fa7514cf5e7159292f6cdd216346a6386
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ac1e2c739b4ab7c2895d61683879d507fbe4e8
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94c5a1b988eaa0313d64cafb91892041552512f8066533198d337530d518581
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f6eeedb2480ae0f82ce057b9edeec050261d34
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:082a4e83ca23504d43a7b4b1bfaf0f246df2bb8510c192763fd3712c333da7d7
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f7f9a8c2ff2e7e509fb64463c6b327148852543
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f712409cc3309582c057e9ac158b429dcedf5717c6840330121c5fdeb8b8b4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f87d87ad6dd269e054f402eb21f044b1cde9ca
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49efeee4bafe2eee488bf04292b9abd3e92cac54cbe7edc00308ab5632ba869
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e432c956793538e64bb8c2fba2337805ef37eafb
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a9d3cc1af07acabd669165b9b7a3bf6ad783d2fea43af0e3f14da0b388ecb9
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b5f15ba8a9c5fd3b1daa0702542cd5cbaae3bc
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa48d2383a809ad8ce5a3fa76993d7f543f2a9818c1edb571baff6f3d7e3eb1
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb3c7655f8f5e4d4730aa341e72afa7cde21191
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee026fc9af48af993cf5d997f1ca9a9b28d14f2f5f8547aac1ec1c677757884
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a310445e299808d37947b9d0318a999032cb34
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38cb13b06d8be1d9989f0321721f9748210fa90823ec8e03cdf8460a20f5bdc3
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271551fc43902e029cf6e782cfd68dbbba7b8817
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:738437065080426dfa5b9e41bdcc580d1c3c22eae8e64b02c174e2eba2ba6b58
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb1d8e4ef3f1b70658f9fdbb6b1087197740e7a
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71446a44197d45caa8e533f599473222212b70b09361bba7801b3eb733c2c0d
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0c0950b676c4ac9cae9d8ad78f63df95322e1c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c987dd256190be652876fcc15831ea2be53db8f2dc61eb98cee48be732df84a6
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80257535100acfdf2021d23923c886880220c510
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8f6b0d311af3bdd76e5c8c584df3b3237e59900dfcfab0b8118d72a1b163f6
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea9170770c26c4f619db587443c18f6aa3c95e8
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf8559d6f1cbd350714385ecd17a4a0bb5e7e314c0049ab2b2434942dfadf53
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb7cdea1f17de0b01a64e200711dec3bf75e2398
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef95ad399c2eac34ca48547553a08578f37a23610ee84ca6362f84c8d4c4141f
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f169606cb733a2a14925b6d529999cfbf71e0514
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ee322b9dd31fd6067b4487765bff9e3b317281b6f7df680f39f8fad7b59a72
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0fc85ed3dbe07052285e3b61427dd986b0c9537
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48d5d7389f3b339d7716dc1bcdce658b34260d10d5d937470e34597a9c5de0f
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..523bcc381123415712e0cf39c77beb454539a9dc
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eddadf65b821ae51ec894caaee734c01d715188c569548d899b9e78fcb5d444a
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b04ba7e4c9392ff24f7708f45519ca11f3f4d78
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77824e2d8edf4167c482dec348d62412a334ac6a06dd3fcbb5f3f1451f1e2aaf
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2560c370a52fd4af003e5abf0ac75380f9a92eb7
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:defddef729a24ab313256922325304543bad302454acdf52d10e7b93c5f0df49
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff53718a373388bcfcea38188fbc4dca10691c9
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e331b34be5c7739656f6fc72f5d6e29c04f2de3120eb819dab45ce937fa92b
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a217f6df4bab80192f6730ae2aeb6dab85dee2b1
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316d7e3a634164018d04b90be57579baaa850b214a2702c5d5c698f36c87b841
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ba78410c066ebcb511b8616adcbeb9981f0fcd
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21299681d44657b6992d1545ae7a101722ef0cf4bc1c9643474cf10bbf769cc
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daefe9fa9658d90cdb2bc9fe7c600df1168ca35b
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3857e33c76a7f79d6043ee12a19aa2dd80545ca6a171aa4ece0047e49755712
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d4d1490faa3c1a321b151dbb2dcf793aa1e86a
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d56d7d5bec8be9026eeae7b6f69dbf99406cf22585b6fb3a32fe8890322a75
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623478da84b4a04a8317de88612bf3c03fb70cc7
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959fde6dcdb993362ba59141059aa0748164aa9476ed2b35f8254a95cb792d0e
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023e70204e0ee07b8be838c425f77d889e64866f
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c338dd50be3fb83f01d8661cceb6cd163423b2403f49a685866420d1d0fa7f84
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e93acd96748a33994c87d9077615a5164829893
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09831936ccc3d08914b760827344a86348ae00172c005048563bc0de2c533171
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6883f6141833f684fee8d78594c03817fd4b9e
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980a66baec292dab20abc0b518e24487d5f672f42ea276f825a69e063600d3b8
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf2b08876de0ba0dd6005d10ca1691c05cfe2bb
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a35ece037b71d52575b8e07da8985d1f8a66578134c9d1bf8701c482d916cc
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56306ce02504678cb4e0fa3a950e7463b4dcce8
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61428f37d45681f16a22eb51577fd5d9eb2d52d9626abd5e3d28c56d3a2428a9
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..718e3605c03045064e0dde0e013030378ea1b67c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32465a082b3f0df86ea70d3af36f9e21ee925540d1890b0961ca472a15f00d03
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39cfcf77b69909bccc62b682bc9db513d77592cf
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f2180093f94ab7372ab7f6459a4bf55a53ae4873fdc0005c2b1410cf3c7d7b
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b1329072ff0c5223cce939bdf2c2562b11aff4
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf9dd0a2034c251f4827746f0fddea09a0f958e6a8a6a40f3c76205f83cf0b0
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a130702f7fcfdfedd84d679da75028acf11051a
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146e0a983d24051d795c55fc4008d2c608258dd457459e4df370d8e17f40a9ae
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5cceb68cce7c2161e97a8f31273f40a37cddd5
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fbcc5b785b9c6cd792039ece77654b2032657fba6a7481f90fbec06d3197d9f
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8a9b8a63f0e2fc91f072e3d1cf59483c31bfbbc
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a18776cfeb670de8121ccab79b78a6bc3ba4b80c1b12d905a641742a20c648e
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d2da32bbaa57ce67e570660b94b0d8d38c80ffb
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396ed1e002388292f5e795f88c017871a6716373ad968c5590f86bae9cd014b2
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd18d27228b5fabe28265cb2a5b05b2e94c2de84
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1542795989558838ae436f46809078b406cf4812cfa46300b3f829dae9642651
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7598b1cf0cf67fa56bd033e714d2d7b06424b735
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d716b167ab49416d749b543d7f2e888b15b0dfa3e317f47592d7467e4a35f8f0
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b585f8d6062a55a478416ea12d33e6bf1c817887
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13397a646c9d9584c18839a616e152a41d6723fb3d8be3456a6fa950d3492c2
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53df0e1e5aab93da65c8b310006bfd84ca8f2872
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f4ab2c7579655c3c97f3e834326942bb71a44730d6945a9040497c13e3f229
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab17ce6bebee22812d89258badd098318ba3f30e
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a487d9639843c3a0b8756486b1ca2fe91f4b62775046376c3f9ddeb1c65edada
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ed314074c0fd9289001d036058f499a7282dbd
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9880840a23545c8b739ca520f134990ee46e93765113beca6a9e3a461db77be2
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88580342c61c58f6ba5f6e1cf2429289bc539b95
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9931178a11b7366c3638647bc5ce456f46c158169b312a7f2fb770f052853370
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e10a0168ca9f88a5268e32a16754b2604c2564d6
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2cd24401d5da37d7551cf7adefad00b3c1606a5c698bb0dcb48964460ca38b
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b52f2753dc7b1d8604b325188680d36f1f38bc
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f651d8dda8664511525b2991b064e326f9f8fcf29fe29029c8a907e5b03d357
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956fba8d647e6a25e6e17de084a634c42c274094
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5faeef7daa2121d9402d95b22e1cab13e9bcb83c85d25eabed3ebc806ddc0e
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..289df45e4598a7a4ed87a426e04b3898d9314ef3
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c59f39ab92fdee4861bdbbb48370fa6528fa368efca7d30c7bc26cfd223ce4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac00b35c4522e8018b38cbc1fcfb33ff8015281a
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4823c6a8466120dc8324dcd1285271d40b6d6f89288f8ab1d0b7377298536678
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95966b3848b7639a02ebcd895b8e0110175a758f
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d5dee188b1b46e616757a0bdcbdb38040a91668a2261f2612b8daf31f7846c
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a5800870b5be899937949ee2a33d1b500b62da
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2650cec7609d919fdaba4818819ffc13818b32a81a948c109045a5f9d5eb85
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8f2b6ee006ce1425a60ce20b3ac4d9e8787e86
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8f56902615401f434af36db03e334abb940a9e59aa5267f3bface46f55c18a
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa729e51ef359aa31d1b1dc5243cb30fa4ea349
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a080cebb2ce516bedf88b8625f2a925f9f38f114106b761a967e4527896641fc
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b985748918b5d271e1b337b7c5f2a81ecad827fe
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0ccf9ea52d8c573a9405d603a58c4f6572eba7b0bcaf38ff8fac87fa99741f
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675796d993a0b858c86f38ea4ccd56fee690db88
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c97ecc604491004232d92528b4c0b592c5e440dc0cc70d2789e5fe7fe8557b
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e299df1fecb3332bcb6bcd5ff5b7787781874d8
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ecf087befc34858f8e717d65f411b16951829adaf4ebcbcfc80b1dea87f561d
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d506799073d8c4cba342dbc95d3b57df1db7659f
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe95e5807be5239dea341c0295bd16fa1707f27e7be1b3a2749c7c53bc92e6d3
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..214652a803824fcf86040ca5ba491fdcb6de17e8
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1848e3fbf0b8a1b37d9bc605fbbb10cd2eb2c6377af95ec643388206289009
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c5cea6d1fa0e51722f05a7d9eea0aa4811b3c0
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9339865c3e5de1323c0046ebce797a94a9e3ddd44298fba4261c7b4105179a78
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de040cece701ade66ac1048c685311357492d1d0
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fcf501bee8c2fd5dee7568890709098b309f8d93dfdbda8ded656fe8f24f61b
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50763c386df8854daf399ec9caa95e8292987b39
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945ae3cb39b009571e3435169cc05028eb561bf3a82cb0d5f92a0a17b2671388
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4091a92235cc27b887ef292b966b6705f88b696a
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0bd9c9404cbe3809abe9b1fe686f41b0e722691333b649cacdd104118350c6
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6180ebb1d59deee4ae66edc93991117f12856645
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9b4b0f82aa86af18ed50aab5bed48b5f87961940830d16bc338aad6f9364ae
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47de6736e23fa7655ef56417b6af901b006e109a
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a6f80a9586766fc1ef432dbc29327c5419dd1f36017842b4b30a8da0a6423f
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e9dfca9d42269c7425dc0221a2ae84a6b3c689c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496e5b01d6d89ee4a48d53e35121032cbaa77723a1c27fa2edb37a5c77b5c8ca
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d747a78582206d70e6e222c2bed45e3ec286db
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94708432f1b4c140d46aa9e9301ca5182b98c81e2396365c15fab53f1941afe
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..870acb3ccd5df8299ee63bf9ec871ac9e9960f7c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fec17b39dfdc38588e677190028a9e258ea8765f3b30f7939424be6b3da0dba
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d958f0db15cc9c2dc098738a96c870f8180352
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40770f8f9d1798b0ce34ac0a3d1852178d40511f85d67bd18938b826c02b95a2
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..920a92df39ed6deae3cc51c26dfee227838f5368
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76633e233baf61f6ab3d78c6e28e3faa915672730f1152e1f42b28808e1482f8
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932eace7b69bb1ec77cbf388f12d8f3b31bcfe2e
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea555198ad17fed8df7cf6c924a40e3b77a464b36c9f8e10794851d0814242c
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374fb37db67d5b84abeca50350897d555428280e
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3339576af8c08e58e3f29fb07d8f5bd9a3bfdc97212e2b0ee89524e123c9cd3b
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4761b391c6caca06f3cf40bd0066cd8ede2dc5e1
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d324d1579002e244707f361a354d7dd98d21187d58ce1aaa34672d61b7385ee6
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118d29f665cadb32a49848168518efa0c182c239
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3529bf4c011bc9ce8c9f0cf93169f543497177b46585a32e866136f72196339
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d34ef022620a522629511bced169a80bf7778b
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_5/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc60c2ba5340bb2f3a855e02b43fd24ff36c3493e0c933c5f04ad081cd932dd
+size 3203