diff --git a/params/opt/5/rnd_search_fb/comb_17/init/lm_head/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/lm_head/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a23de69a32e79b5a1c8d012ae9ef99f818198cd
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e336b7c3daf309e993ae6f5f3d0a2d69e7a66d2ea698973eda74bed582940c3f
+size 202243
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c87a825dc0c1178aa377fa90be4519856f3ef5fe
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd5aa424e6f1a15650e69220d76a7119a9ee084d4d05bb69afdeae510523bfe
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774d39fcdefd7fcdc3a34f35b837f5a3b1aff972
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eed842baa025bffae7913b4df2e512a883c10a4a0a7ae1a7cc737f745604adb
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd2329cecdb3d42b31a0f24fd8c76bd378e1d54
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3020570bc94cd6b31416c7ed1fb1aaba580c93910e0d25a323bf6d36bd6c3e16
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7321492ba279958a9986c00268c1c931187aebfe
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ccb843c7365aa9a5a0054be9989f2da25052a9b8beb44c4454a22ebd6ef45d
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537d4cae3bf9829bcc3d236bb14d91e9aac3901c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90829070cc72722bcc3498655b004e53fb39887e0546f2a39a4d6a55b55ecba
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a542cd09acb461c4f1cc4cebf03bea2beb9c47
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2773efafd14c66c0ebe52ad580622ef71de76c4ee234d7891382396ebad997
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea314ebe637e30e38e5e7746e285930102a885a
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16db9223426415526675c27b8e0f3ebdd7499f31836e08f34d4b8b2e9f3e936
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6565a407d54624b88e29004b5dc6b8d7a14e92
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da96465a93148749170f81310ad6e7b5377f866d6af17e78409729b65644a42
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f925e1c8bd28d5fc21edbf7f9bf254d45552f4a6
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf25c88fd6fe38c1eb5ab1d4ff3f7807d8bd79fea22edd96b556e4853fb46ab
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f142cc931d9cff3fc3ad1621fee7ef686b1e18e4
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e26ba8fb7848e2a7818c7db550c3efca98db838fd42bd0a4d68720be8436bde
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74798534acd7734b262e7c1144604f69d91a2bb4
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1cbb888fe6fe8906392e84a82a6b7763236826fbf3b66da609e908d9bbe3321
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963e838d1a3830c12c8e3719c82c7d61303f7d4b
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8171021d54c6683ca1d7d0090baf19f09a1d6c2cd2a1bd926fd815ad9e43fc
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8caa3e4f0d002ca62d4552dc787e4be1a4b48659
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4485408f1fe7188a80218d9580ea52dad83d08a43c2ad09d960cc59a672e8783
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8577e61904a0e1dd66e7edbea93845d38eda195b
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b6a31c18661e37ce2b4592d9cd2d6e263bb2f2352d99387eaa89dab1bd958d
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47f53f359efcb2a41700997885f17096328daa8
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba11feb0b336965a828f146c39a9a36a9bbd03c6ab6d9454e02dfbb7d173a2c1
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e555c93c83d18989ec2e5ad327e02cf7b2353833
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eebf5381e9de2ab023b290d8da5f888b45f02a200f7a23e363dd8347ac20ab98
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd903a8db80194c3d2388f1a7b4d8154344c9e6b
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720271eb39ae205523655df895108f6fd3fbeb1315fa2728bac4419ed9899f4a
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6adbc05f4c19c4cb157222df4ee8870f98061173
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91330dae83f8bdb01871a58f3b2decdb438598e8fb15af692017387aa63e27d0
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d277ebc0c0b6e07b33ed7521c03cc1a70a9e402d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae5c88bc7452a655703b685044abaca9dd0968d34cf3c27141cf9a9952fb94a
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab921fc822da9592a0cc9a481a8cef0630989585
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a17a95cfb6ba1f1ec313ca5a67697caa03ad6581d24e8c3b534019604f284f
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79528ed65774d64b5472573358a49d39e2c8aaca
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518c9878a791b490f48b4a0415919f534eeaeefeb0c3019d32e3adaa2eef77fb
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242d15f77922cf6e14b4d3f50247d0fc9ed004a1
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6639ce27451447286d39bb0ad9367c02574c742b793df394c1bb7043f4f76cf6
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f987bc66748f6ab435b0b96cad1e34479fd0e5
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25dd2ceccd4e482c63ed411d6157693a52ee54b7b7a4c41cebb4b331b40db958
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e53b33851e828482188337d9556e7e18e1862e9
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86fed9b36e6f48767df852fbc97a8b1efdb6a504776cfee6201891b26299fe5f
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..101e6ed736cd617487bc9bb30225f09d5dabf780
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fae6222f37aef5f6845e358d27fab5da63520138dddc587801109dd29fccaf9
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..151a139cfc0a852e496f2cb3f8c2d3a834927882
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71128fdfa3fdc40dba792a22a67c6b5e4a6bbe4df4e5907c86f9007099cefe3b
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456a90589c4508a28f498e844e5327ae00250d8e
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5516e9082875f656d4a5983ef40ad0ce2013b060574ed0100020b5fe818297f4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d2840504550d5c76b4ee499a83728d0444fd6d8
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d8a7a57eee034ebf3a164e83ec36cb432947c9a257571dbcbfaa3ee03d3b6c
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e799d97bbbaeb074cd83334e9900a5ee8955ae2b
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1009d2f0ea5f0da84c92b428f22698f34e403e43950730f8c24e2a93a558eae
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75d6700f202d79a169c2346cc712a27d61bf4cd
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d6ab878b88ce3ac3dd50c771c82b8089883a101b2cc67e88028c7af7990e3a
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..262ba1584e0c3805b8a134f182bf2c13c32a721c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85fb3c113ca6a90f2671993c53936eb782b13308064340dc4b5fd00690eb901f
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3ba202f30d9671d1ebfd5851832a909ea8059c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abfeecda1f2577279b3b4bfcfa3a69fbc03010a59e9dece64c8455dbfe6279b
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5ef81df1fb69c00e128c90eff67833dfb7955b
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4052c5c61f80d77451dfcf4bab3c761d405fef25d2c018e356e4768943049fd7
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a969536c068fdab5a710acc644d140bd8b3bd44
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df6f1738d03ea106017cf734c5da0dd269b9aa0cf111d949a76c1bbc48dedf1
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72be07eddb25db95eba57196098dd3e2a9abc2cd
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbfb0973376d367282dd32ca0b09b2feca1126c5fa32bdfc18d5a4af1ffcb08
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1522683454867ae1f75b39bce7081a7c5df6e7
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f1a150e8682869b27a2f3a1b90f5ec3b992c41d68802cb34ca5fe8833324f9
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d87a7eec5abd22bc250641be7c24556a33003e51
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d524e91041f3b8d9364c82f9c332b3d1ab47273bd42ec04a5cc6de19890f44
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f795eeabc20ee900a19568bb83ff46fc6e3b839
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d54b8f211cc6782f3e465faccefae56304c3fa8223f7f3543138bdbfaa1aa1
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..962cc4b8e100e519aeffc675a0c75fbbab912871
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff935de2dfb2fa5153650f5e70b456b76b00aa02e913c249ef335d01f0a73af0
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4616f53f62df3022be6d04b6f0f3d962aad2122
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98bee0b5cbea6828169daeca26337c393262e553063dd8d53c9d74bddb20dc33
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..678b456ef7e823d0fa478a98ff806520855ef843
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace28db3ac8fd782c95285bf418ec689018e8259f29e1721ada278e40c9c52d8
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e627a263450a2e6a1af673215bdd345d8bd01e5
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba60bad7868903a1f45a075aae3d396a7a8d2bfbc9758456239e5f2f2745c5bd
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f432a1c86f3ae2ac9878c4476d64a3b940a458
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375f0d9a51d1d2b55b2d6ca6662acfa79c88d665c19a54e78e29a53f37c2e7be
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157c2268b177ca355c20d5d6259edd6f28d4cb30
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493ba48c6f342a19e37f35d18df66cc41e78f05bfbf62196db90959d4dd5ae56
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..710d55e421507d6b27446b8477fbae4f5e031148
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d777c0971006e399b9f83ac6fab4d0384092e3230490a65c2cfd011558eff3
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..366afaa520c24fd5b9d45963384463580b001e8b
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46186532f636dd3d3e25eff241c6c0115ddbcd9eeaaed19710ddc57f2c35a719
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d61702ba884be2d294a2f810bd8d33d5374310c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1769e54e0dea1d81eb60bdd25ece7c80d5c64307260a93798dbda58df7b54ed
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..480679a832b9062970ddf1d8f0098539266dae71
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5efa5e1bd16ea09473a35930ff31e4197553dc3b6e6a0da10bcab7111aa9e7f
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352472a9e9a5a9bd958f4fb0919f96791e23d337
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aabcc1e123ef6999f3ba2291b8604d68ec798b2b58bcf823bbda694fb366f358
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a141038b523e517d14472f63547155ce3c552d7b
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2769a1d0f1746a3737390f1b25f7b984d57fe9e977f61ce9445b92b11908e339
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e79e850556861f5f0912f49f3a34c5a94a9305
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb0f3d2c7646b3cfd8a443ab2aebc41524b84131e8f5015cccba3412ccf019e
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7572a9e99303044a2455f5bec02ee10f9439d47c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222aac2425df2206c803fcf73bc15f87f8a99170e57c58caa4c4dfb4fa66bb3c
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25116b725b831af6e7eda689d3d265c408d572f
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d279c460161a50959b784ea504baea59b19d42011055607e6b5535fbe089223f
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3252df7fa47cfc77c6ee941938bca4e1a44a0baf
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91796980b813e26c3a7c439ae1c137d9a185097e160004c95d1419c5a205a4b9
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731f4dee4fbc76a774164d6ef4e81b89f19e65d7
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab065fb6e1212e4732553182690227ac27b5f443cdf225465faae228f79aa2c
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a961fd3d82131b257a0fe27b6790e344a14bec3
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c34bc315bcfc17182a5abfdcbc45f20128394c88abf0f0f244e410b18153e3
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f3515c2ce1c3c452b407f0e629737cf5f6e0f2
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5522572d22567015a40d4d8d54628f254109e5f0b1da61bd81ab6c02b94281
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a129b6e10e18b00a2a5de68ed2472d979a9125
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786c14d6ae7808df5a83207b79ecbee9dceac9d7aad1b5fb54966199ce473e6a
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a89776bac35be7c4f921c004e777089f191cc7ed
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc2a0d2561e6f2e389e995acf442d25fa3a950937d08bd4e3e1cb43363bcb311
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71080b7571a19b14c2429eeee62bb4d70a81d81c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83209042a7dd2e536886cbb5b44a39412891b520ec4b17f6e054173b4b5025c5
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebdfd5f47338eed74d2a4f36d17567b367ad166e
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24099d6c5e2bbf7108e5a46e11088091c6de8915e24e7740d21adc8f78877985
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a89c09b125608b421d79c0a4dacadd7fffafafd
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931e7f013aa5c710c033cf98182834952aff798bfab346f7990b8f17f0479908
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6aea7cb7c36b9b2c7e11dead08a5fac73652ba
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538b7019063381bec697f4a1db50569c7fad1c70c0244ae6ecfc84e3a69377fd
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef326c25a4b788a235cfe7b5bea43296c24de4b
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5078e6181129a0aa569af95cbd6d10b707bc8b193544aff1aa6e28b7bd3f1b13
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0826e5274ac28f3da687f376a2d43d6c83bc737e
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4db570cf7b2190a4a172e06c67b27f3b26d7aa5498bb7c6411c6ee3ee4b30f
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4245348ef5a78cb018da9ba1e051e4510a51bbd
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2a855a331ffd6064b65148f231e84f10f4934a4a11cb24155bc888b332dd1f
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689ee87aca045d5a4af3e1fe22ef35f29e70c78c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9511212dc87c160ba95738b2cb30b13d92f4e7ad068dfbc1688a572e95ab8b
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c207a18e994ce1971fd5bcdfa3125d484a61f77c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4084fe780286f6d91ecdcfcd968649ec96614e0329a6f49b06e66e7487d7ead
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9a0af0f63007b2ec3c6a29d6140e420d802a1d1
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd9a83ed55bf58c4af8d1d043f60632a2c9b455a415a0893aa7feef0c2d8a89
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72645851d412a44d23e4ae94a4d5bf9f3944821b
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732b9f5518b957bac75f8b77b144e7b1c2a0d753bb4dce040a8b2ead35304176
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f25437adb0a273b9a148198691a79946efdc1d6
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e15d7ef27fdd57f488dc276a3ae4f688b0db799b4c4fd9db4d3afcc0f72035a
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e10dcd00f3c7f938b036910164dfcae7624a12
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c2c4079380243989d09f5a99542e3e4aa31c14b2c0f88d906b095847838559
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d547d4f2a63d19af3fb32e90fd74182d17d9e3
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b293258d6d0b50b040960383b8445fcfb89f8bb03f8c3aed0a4aa22ee73cf6
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271556462f66cb1cf8640e252be3e8690edd3109
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f81bb892e1d61901d57036d92e8de3ea4e43e02c55ed52df6e089dab9e125f
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee578a339aec407324d2644162ef255934411588
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45fd21dbd9b23d8508e43c9b5306a160bab9f0a9602256d7ae617fd8109c0ef9
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a9d3312d323c1abfa66e4208903477d0608a09
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b13b6eaa6ef2cf3074e2007c6fa1d07f9b6bbdda2b70f47ea204652d89bedd
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6332d26d907432e2abad9f7e38326f1ca2c633e5
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d165f555af501675cabea167f16e127b37db234b26730a6b6c8eb4c5a607ac2
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4d00c5c2eb82b9ba71e66700956b7215f6562c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dce10cf0f89b0ba2f1c307ac6bacbdcafdf4b9bc75eeabf0a16ff74b5f63440
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd8b0feedf79e95ecf62b75ea60a07dcb821f62a
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fd32ac83e25a20958be3c687a552a8d7ded74ceaa4b373b101d31c9fc9f94f8
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5543ff3358450285fe58e2b46fc06f557b4e90e9
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7b4c74df4838e4243ccfcfd799143a21a9c0195256084839d27565b010a71e0
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62bca84b5f2b9966c1590789449a2fb5eb549fd7
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c73101fe63c4d593aadf4fbda62a12b6bb373ba5edfcffaec74c41bfe4b217
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75a55b24638a29eb0c628ee089f05de1e9d50a2
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d89096018bf5bc88937cf361af1dd3cd0d187d40e8c432f446f2b9d3b5c088b
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf1c4bcf60dc05ae7e385bac8a9a0fa18df6ba2
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d26c7b49cd759b68c72514b2fb0afa8f778ff037f01c63b255b9c14720b93a4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e442a0828521cf7d0b5f92e8709f6118291803b
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e25cbc8e28323172cb3f08e7b35da5506e7b92504bc30e928344602834e205
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11e17132d953d879f6b8108623e06ec1bd59fd8e
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58f458cdd59faed4d77e3b0f071f83ec9bbbc2f994b543bb6e48047a1edb46e
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..176ceb032f5d1a9824276b3d840b625924da39fd
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af492b434050f0a535c2d422a6cfb2aa3d8affb71d3357b0a55f7373a4bf23d
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71d14f5bbcf120a647a038d23d87ca41d08e9ea8
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:802a40a1a9b1bdfd2bbcad4dc4953fcdf240b8dca048204d54283e99a9cc2530
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df37b32bbbd3c6dad507525656e9dcfe7d4c8281
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f225b3cb4cf6de02a546e4fb2615b252b51b582b3e61993afcb02d7eb4507825
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1b1e762bc91d2648b8c22217db8cc0be009288
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0439076f4f26cf09a9e2447f6e3a8ad88d8a2a617ea70047ead4c719c5e02d9a
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a526f77b7eac7fc96b7ba72559f1cb95c7ac27c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ca18b058d6a5cd048ae12892f27917cb263b248b9e18a55c255f2dcbba2cf5
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9052b3f460f6b569d077b334cadc597112fa0f
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19781eb54c9d329ec478f2b313648b0e4761f6668c3c44ac254dd6002163eead
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb9617f66ffb7dc2048600cb6bca39b83b27fd39
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc20b652bc53ce632c6c79dbdbdf61a7a56cb535c9776ad2caa8d799b51e383
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51282ba09d3aa73e578d1e0ba299714866c004ea
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec35f371273dd0a0af93ad666b9ce8095afbb4fe7f8901d9356dcebbbdf56b59
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb47fb2f198145639f6d5cadd60cc6abfdba71d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea732f0f4abf54e5084cabb70b2fc3efecd987d2e10f17f1e6404467e0b9715
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6a4a93d0620ce31abc701650db4e8b0791e65a
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:417a962d9e141893ee0d81045fac78a7b2bc4f59de36433435df4bc44d3ffdcc
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e21a26e87078655163985ca6a84d906d717f09
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca7786dc10c803832843f33443fde407a457eb3e5037f563807d8825c115caf0
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a496a14c05d441a598fbd8efc5f2e897cf2cf75
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:122abab922ff69c6052aeb616d0bcf156abbe5c15617e7314d48ba338eeeff2e
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a57b5cb3e0140895a7a251bb78e5d0545afe4d6
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c965af5d2e551f9a5e40fb9c8bce3786cce0443e423e6a548069845cdfd098
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d731e252b0f412e570e940417040a613c6540133
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd42990c96fa3ca7133d6495e509bc72be18e015b6f9615f866a8b8028ebfac
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701ffb2b7fec08e2f16cf8ccf3594a7b12f8eef7
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24e5afc3f9d67ebdcbfcfeba0443f7d0c9ea1473af1cbd8ebd1bb100daa3072
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45bca106e123b42284c2daac1bd240e77cab4d51
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c95f6adaf4bc718ea35f842f7d1564363dffcb4e0473d85db9fbd2181153881
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be3b480be4dba5a32a2997526a018ffae6383755
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde2d40da75923453b8ef76fddcef4522f5c4270bd3d90810369cf6802d3e0f6
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a0373a8c42d883b93891a59c228eda3917dea5
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a885dc158a131b26bf5e10a0c2314d2e7d72d4e286c44fffc58432231e739977
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69bdb858607d0d319fb8f13868e5af77d0c30ea3
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52fac57196e79c3d4eaf30e19365e8aaf41994b0fdd392369f6943cbd6c5ad4a
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ccaad0d923343008d30d5b63a7a0b68a9ead1a4
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8f4cb6c2bdf5982cc666a60060196e5dedd07ccab4a228d214aae8b19d1412
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da28aa45736ce5f79b706a3c84e095c326efa204
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:510a4ad81295a8f8d0f5fede96b60f803e4a793b7d937171c277234de3f35411
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95fc5fa2a14339c441f8cd2ae1e0932c5dbf40cc
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21be6f4db770abdb4f633daf00f0bc612a80de867a48c8300e1acf8bc7836f70
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168524681db11624cb3bab74cbff8c8938379d36
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8520954650f035d1d1cb2be0bda226ea4b6ea3c63cd7800c1b826c39d94192
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9659fb5b2681b4c74e810f3bee5b838c4617819a
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ffb0017c253573d85c7660d1bd91680fe2ddb012e7360ac94c4cc91b830994
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59828927187d98b2731acae13a02e060a93fedb4
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb1c374b67972270bb09368b6de2312ca39415cbbfa7a654a4c0f2542d3fe2b
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aad19ab7d09017b2760e732ed470cf6be2ae588
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4fcdd9a3e2a61f0c62105c4b909a1ff8b8a02563ffdd4ebded66b2a6dbbf1ae
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272814b174c42672c4675c2aad19f32d88cbd861
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9fb348b51ca00b495ad55316cf4890907f603732215b00b979b4100dc74439d
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad9250bcb841ef7b00bc0514aff6e4034a4b902
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff99488c764efb1bf2a6cc2eeae7aac51683bb9fc41c81e3b1f655903b5e641b
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba70fc3730c1b5c774901cda644ad2917ef1d45
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f03e8b859da17ca59c58bd75317449364b2277e92b7fab6a5750a9151876d4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e150ac5b42a50aeac07b0dc2058044eb46eb8be3
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50d8fc722be963162e7fd545ab93706c9bb0088012e1879f39277bf1c845b26
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe8eef4395d099c20f46466c5531dc23e5de810
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf2d163e53389941c5aa1e15866de6098bc5987f5264e9233e2b96baf708564
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e6e1d44581856f1875a2e2aa2781b02de69c8d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b85a88c43a08a123d271c5db560a7dd57775d3f0fe9f9ec7c25e1d0aa4c0645
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f61a42eaf4989a478d6c69787a80e88fa99227a
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833313a846e79b5a17b702ac31a3113049a5737fe5c5ea603b1061a433e3ee59
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b8410476094763361c0b96bcc4942539d3b447
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69227b6b6a1192c4157558bf757ca81864cedd18bc8014a75adc19c1e80f89c
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559a0ad7b2d9c5de0694ba7bf2f22fc11f57467f
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ec14b1318d23ffc463c163c9d9c57f1156d356171b3d005eeba040507ddfab
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8976bc47bcfa8390896204465d2d05d18589b42
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c02ac2a7ed8cd5aad4e4d1a28682b495a97806c3a7d4cb3516f032519b236a1
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ac90e2b6d28ef1fb0f07961de8a4712941a2ac
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d8e65ee53f911865b882c0499535a8b34ef285814c72203aab8f1d449c9149
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..816b014d81d6bd96ec2dab525b35505580eafdeb
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a7fd3e4c9f0760f7a37f1a728a8b3e66b05ef659486e1d353382c49de69778
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9b6ff7352c054ce3ca38d42318f7f098803643
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974a64941f7487ec7f207b325ecf906e34f2df3dddb941b9ba4eb5c79e01ecbd
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff9464ed166d7f344f6dcdb84a65eedfa3e84d38
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9bb1494161f636cfdb60f263eccbc66b6aac1cadece323f5d31a7e0ea0109b
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7687c9ec88696d95b5f0346102e5052a53015b8
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47dfd151b830dd7c2049d1bcc80e0adda78eaeedccec591d874a24919302fdfd
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca5bc878424f7d48bbf5b25d2a952d9d92f2966
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95aec77a8001cbaf963418c728678538d6f120e91b9d20dbfad9d09d192e0ce8
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb385720ef243b3c31dcd514643b9834c8c84b0
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9796d10d5edeb1f6ea85f77b9bfbd2689b68fb4e6703d6179540676d0d1578
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fce319461517958e5e8f787608d32099ac107d7
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aecaadda60bea368e242d350898da9ed776c53ca8d2f9282d8f7ff56f7c3c356
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc974179345b37d474a517aa121e66db512fe0f9
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4c08b0e5eb6a7dc668fdd8c0db5fddda2e0c701c56092e669dc53194607298
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d470ecfc25dcbf06473fd7faaa84e007842ea860
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9847e65ba579943ec48b2e7c9ab0e983d7f1090f781819d332a34f2c796b6387
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce13398b72af2443fe547abf293705922643ff78
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76596c751a1d0b5df151e1ef718777fd4d4bd5332ee0b1bb76c7cd74d504c7f
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1c806afdf6f3e7ed1e868e555ea42ae7aca411
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee22a3060d6eb5c73d0311c1352a63dfff55babdbcb9222a74b7af15cf268be
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87dc9223a431a3d0c67aa9995fb809ade60dcc33
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea15f75229bdb6ad90b9dada920f8e807288beceba124821c602e42ffdb85f79
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea0d20d039c4aa9196dca230d4915aeaed5ca733
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1314933ed79727b2a36fb086de622e1ee22bf7ef26d2b6040571adc1733134
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab23e3bf674aaac38c9b76ecd74e3afc223701f
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1b8eaa153f47295b806a654557238da8b053a1d08364697e3c96f35bf17c02
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da912e315f466fef67d4b915dd08eaaf829c16c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808e9aec94d5615da27e9df63fe2311989150c837035f2d1c4ee8b9d1b7ec9c1
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce77489c83c41df023818a2a50fe9e5d79fe07a
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14052d6a25b67d525cd9a730fe842580eebbd3f641b94878832e261facca7b11
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624e08cec285b74521890f73e8d97632477b1949
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a722b64fe6ec8710296ab8ffb503909b3120cc6e61764e73bc559641e7e102
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a346fbd44518927f79cc6b4770df466db9cef19a
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427d08d4dcf35e3b1086cba151de5834d1a247965a2db6cbbfc6c590b01b2a1c
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c3d913ab6b3bf9e0ade686c4f538a94753659a9
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0ef14fff11cb5596429682ece9b677708fb53e4834cb274fe647ad3f85ef63
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7445469686d527a153f40593ef931392bd1ce699
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c32d9b5934a56eb459b300b5a0bc452a00039379769ff80c482a9cdf0f8b49
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0afbd26afe5edbc0772951cc132b8bf890d2af86
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448ef1b5c3d6f730a6d22a5f2aaa112035a69ed80e49edaaa642c1ee15bd2f43
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60deebc1c937d154177ab6b962e79acbc6dcfdd8
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1d7133225eabddf87f5352edc9060a1339cf036b8269ec23d95eec94a7bdfd
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0082f76d68d54ceda4672c738a87d534a6dae46c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0912986f9d3aed0636e7a7929d37fdac0d3810981d87f541f6523ef133b125a7
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..437f39ad3bad52e9d4f8871aac3e35301da5725b
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b83d1edb12a7d0a4fcf4498e9aaf86e378f5bcf467fbff1e4364f85e8323e9e
+size 3203
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/lm_head/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/lm_head/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a23de69a32e79b5a1c8d012ae9ef99f818198cd
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e336b7c3daf309e993ae6f5f3d0a2d69e7a66d2ea698973eda74bed582940c3f
+size 202243
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c87a825dc0c1178aa377fa90be4519856f3ef5fe
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd5aa424e6f1a15650e69220d76a7119a9ee084d4d05bb69afdeae510523bfe
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774d39fcdefd7fcdc3a34f35b837f5a3b1aff972
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eed842baa025bffae7913b4df2e512a883c10a4a0a7ae1a7cc737f745604adb
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd2329cecdb3d42b31a0f24fd8c76bd378e1d54
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3020570bc94cd6b31416c7ed1fb1aaba580c93910e0d25a323bf6d36bd6c3e16
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7321492ba279958a9986c00268c1c931187aebfe
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ccb843c7365aa9a5a0054be9989f2da25052a9b8beb44c4454a22ebd6ef45d
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537d4cae3bf9829bcc3d236bb14d91e9aac3901c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90829070cc72722bcc3498655b004e53fb39887e0546f2a39a4d6a55b55ecba
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a542cd09acb461c4f1cc4cebf03bea2beb9c47
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2773efafd14c66c0ebe52ad580622ef71de76c4ee234d7891382396ebad997
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea314ebe637e30e38e5e7746e285930102a885a
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16db9223426415526675c27b8e0f3ebdd7499f31836e08f34d4b8b2e9f3e936
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6565a407d54624b88e29004b5dc6b8d7a14e92
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da96465a93148749170f81310ad6e7b5377f866d6af17e78409729b65644a42
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f925e1c8bd28d5fc21edbf7f9bf254d45552f4a6
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf25c88fd6fe38c1eb5ab1d4ff3f7807d8bd79fea22edd96b556e4853fb46ab
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f142cc931d9cff3fc3ad1621fee7ef686b1e18e4
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e26ba8fb7848e2a7818c7db550c3efca98db838fd42bd0a4d68720be8436bde
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74798534acd7734b262e7c1144604f69d91a2bb4
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1cbb888fe6fe8906392e84a82a6b7763236826fbf3b66da609e908d9bbe3321
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963e838d1a3830c12c8e3719c82c7d61303f7d4b
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8171021d54c6683ca1d7d0090baf19f09a1d6c2cd2a1bd926fd815ad9e43fc
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8caa3e4f0d002ca62d4552dc787e4be1a4b48659
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4485408f1fe7188a80218d9580ea52dad83d08a43c2ad09d960cc59a672e8783
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8577e61904a0e1dd66e7edbea93845d38eda195b
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b6a31c18661e37ce2b4592d9cd2d6e263bb2f2352d99387eaa89dab1bd958d
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47f53f359efcb2a41700997885f17096328daa8
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba11feb0b336965a828f146c39a9a36a9bbd03c6ab6d9454e02dfbb7d173a2c1
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e555c93c83d18989ec2e5ad327e02cf7b2353833
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eebf5381e9de2ab023b290d8da5f888b45f02a200f7a23e363dd8347ac20ab98
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd903a8db80194c3d2388f1a7b4d8154344c9e6b
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720271eb39ae205523655df895108f6fd3fbeb1315fa2728bac4419ed9899f4a
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6adbc05f4c19c4cb157222df4ee8870f98061173
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91330dae83f8bdb01871a58f3b2decdb438598e8fb15af692017387aa63e27d0
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d277ebc0c0b6e07b33ed7521c03cc1a70a9e402d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae5c88bc7452a655703b685044abaca9dd0968d34cf3c27141cf9a9952fb94a
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab921fc822da9592a0cc9a481a8cef0630989585
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a17a95cfb6ba1f1ec313ca5a67697caa03ad6581d24e8c3b534019604f284f
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79528ed65774d64b5472573358a49d39e2c8aaca
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518c9878a791b490f48b4a0415919f534eeaeefeb0c3019d32e3adaa2eef77fb
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242d15f77922cf6e14b4d3f50247d0fc9ed004a1
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6639ce27451447286d39bb0ad9367c02574c742b793df394c1bb7043f4f76cf6
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f987bc66748f6ab435b0b96cad1e34479fd0e5
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25dd2ceccd4e482c63ed411d6157693a52ee54b7b7a4c41cebb4b331b40db958
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e53b33851e828482188337d9556e7e18e1862e9
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86fed9b36e6f48767df852fbc97a8b1efdb6a504776cfee6201891b26299fe5f
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..101e6ed736cd617487bc9bb30225f09d5dabf780
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fae6222f37aef5f6845e358d27fab5da63520138dddc587801109dd29fccaf9
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..151a139cfc0a852e496f2cb3f8c2d3a834927882
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71128fdfa3fdc40dba792a22a67c6b5e4a6bbe4df4e5907c86f9007099cefe3b
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456a90589c4508a28f498e844e5327ae00250d8e
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5516e9082875f656d4a5983ef40ad0ce2013b060574ed0100020b5fe818297f4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d2840504550d5c76b4ee499a83728d0444fd6d8
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d8a7a57eee034ebf3a164e83ec36cb432947c9a257571dbcbfaa3ee03d3b6c
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e799d97bbbaeb074cd83334e9900a5ee8955ae2b
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1009d2f0ea5f0da84c92b428f22698f34e403e43950730f8c24e2a93a558eae
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75d6700f202d79a169c2346cc712a27d61bf4cd
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d6ab878b88ce3ac3dd50c771c82b8089883a101b2cc67e88028c7af7990e3a
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..262ba1584e0c3805b8a134f182bf2c13c32a721c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85fb3c113ca6a90f2671993c53936eb782b13308064340dc4b5fd00690eb901f
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3ba202f30d9671d1ebfd5851832a909ea8059c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abfeecda1f2577279b3b4bfcfa3a69fbc03010a59e9dece64c8455dbfe6279b
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5ef81df1fb69c00e128c90eff67833dfb7955b
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4052c5c61f80d77451dfcf4bab3c761d405fef25d2c018e356e4768943049fd7
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a969536c068fdab5a710acc644d140bd8b3bd44
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df6f1738d03ea106017cf734c5da0dd269b9aa0cf111d949a76c1bbc48dedf1
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72be07eddb25db95eba57196098dd3e2a9abc2cd
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbfb0973376d367282dd32ca0b09b2feca1126c5fa32bdfc18d5a4af1ffcb08
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1522683454867ae1f75b39bce7081a7c5df6e7
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f1a150e8682869b27a2f3a1b90f5ec3b992c41d68802cb34ca5fe8833324f9
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d87a7eec5abd22bc250641be7c24556a33003e51
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d524e91041f3b8d9364c82f9c332b3d1ab47273bd42ec04a5cc6de19890f44
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f795eeabc20ee900a19568bb83ff46fc6e3b839
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d54b8f211cc6782f3e465faccefae56304c3fa8223f7f3543138bdbfaa1aa1
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..962cc4b8e100e519aeffc675a0c75fbbab912871
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff935de2dfb2fa5153650f5e70b456b76b00aa02e913c249ef335d01f0a73af0
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4616f53f62df3022be6d04b6f0f3d962aad2122
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98bee0b5cbea6828169daeca26337c393262e553063dd8d53c9d74bddb20dc33
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..678b456ef7e823d0fa478a98ff806520855ef843
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace28db3ac8fd782c95285bf418ec689018e8259f29e1721ada278e40c9c52d8
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e627a263450a2e6a1af673215bdd345d8bd01e5
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba60bad7868903a1f45a075aae3d396a7a8d2bfbc9758456239e5f2f2745c5bd
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f432a1c86f3ae2ac9878c4476d64a3b940a458
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375f0d9a51d1d2b55b2d6ca6662acfa79c88d665c19a54e78e29a53f37c2e7be
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157c2268b177ca355c20d5d6259edd6f28d4cb30
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493ba48c6f342a19e37f35d18df66cc41e78f05bfbf62196db90959d4dd5ae56
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..710d55e421507d6b27446b8477fbae4f5e031148
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d777c0971006e399b9f83ac6fab4d0384092e3230490a65c2cfd011558eff3
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..366afaa520c24fd5b9d45963384463580b001e8b
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46186532f636dd3d3e25eff241c6c0115ddbcd9eeaaed19710ddc57f2c35a719
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d61702ba884be2d294a2f810bd8d33d5374310c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1769e54e0dea1d81eb60bdd25ece7c80d5c64307260a93798dbda58df7b54ed
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..480679a832b9062970ddf1d8f0098539266dae71
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5efa5e1bd16ea09473a35930ff31e4197553dc3b6e6a0da10bcab7111aa9e7f
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352472a9e9a5a9bd958f4fb0919f96791e23d337
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aabcc1e123ef6999f3ba2291b8604d68ec798b2b58bcf823bbda694fb366f358
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a141038b523e517d14472f63547155ce3c552d7b
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2769a1d0f1746a3737390f1b25f7b984d57fe9e977f61ce9445b92b11908e339
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e79e850556861f5f0912f49f3a34c5a94a9305
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb0f3d2c7646b3cfd8a443ab2aebc41524b84131e8f5015cccba3412ccf019e
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7572a9e99303044a2455f5bec02ee10f9439d47c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222aac2425df2206c803fcf73bc15f87f8a99170e57c58caa4c4dfb4fa66bb3c
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25116b725b831af6e7eda689d3d265c408d572f
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d279c460161a50959b784ea504baea59b19d42011055607e6b5535fbe089223f
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3252df7fa47cfc77c6ee941938bca4e1a44a0baf
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91796980b813e26c3a7c439ae1c137d9a185097e160004c95d1419c5a205a4b9
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731f4dee4fbc76a774164d6ef4e81b89f19e65d7
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab065fb6e1212e4732553182690227ac27b5f443cdf225465faae228f79aa2c
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a961fd3d82131b257a0fe27b6790e344a14bec3
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c34bc315bcfc17182a5abfdcbc45f20128394c88abf0f0f244e410b18153e3
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f3515c2ce1c3c452b407f0e629737cf5f6e0f2
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5522572d22567015a40d4d8d54628f254109e5f0b1da61bd81ab6c02b94281
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a129b6e10e18b00a2a5de68ed2472d979a9125
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786c14d6ae7808df5a83207b79ecbee9dceac9d7aad1b5fb54966199ce473e6a
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a89776bac35be7c4f921c004e777089f191cc7ed
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc2a0d2561e6f2e389e995acf442d25fa3a950937d08bd4e3e1cb43363bcb311
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71080b7571a19b14c2429eeee62bb4d70a81d81c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83209042a7dd2e536886cbb5b44a39412891b520ec4b17f6e054173b4b5025c5
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebdfd5f47338eed74d2a4f36d17567b367ad166e
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24099d6c5e2bbf7108e5a46e11088091c6de8915e24e7740d21adc8f78877985
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a89c09b125608b421d79c0a4dacadd7fffafafd
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931e7f013aa5c710c033cf98182834952aff798bfab346f7990b8f17f0479908
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6aea7cb7c36b9b2c7e11dead08a5fac73652ba
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538b7019063381bec697f4a1db50569c7fad1c70c0244ae6ecfc84e3a69377fd
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef326c25a4b788a235cfe7b5bea43296c24de4b
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5078e6181129a0aa569af95cbd6d10b707bc8b193544aff1aa6e28b7bd3f1b13
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0826e5274ac28f3da687f376a2d43d6c83bc737e
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4db570cf7b2190a4a172e06c67b27f3b26d7aa5498bb7c6411c6ee3ee4b30f
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4245348ef5a78cb018da9ba1e051e4510a51bbd
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2a855a331ffd6064b65148f231e84f10f4934a4a11cb24155bc888b332dd1f
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689ee87aca045d5a4af3e1fe22ef35f29e70c78c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9511212dc87c160ba95738b2cb30b13d92f4e7ad068dfbc1688a572e95ab8b
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c207a18e994ce1971fd5bcdfa3125d484a61f77c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4084fe780286f6d91ecdcfcd968649ec96614e0329a6f49b06e66e7487d7ead
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9a0af0f63007b2ec3c6a29d6140e420d802a1d1
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd9a83ed55bf58c4af8d1d043f60632a2c9b455a415a0893aa7feef0c2d8a89
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72645851d412a44d23e4ae94a4d5bf9f3944821b
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732b9f5518b957bac75f8b77b144e7b1c2a0d753bb4dce040a8b2ead35304176
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f25437adb0a273b9a148198691a79946efdc1d6
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e15d7ef27fdd57f488dc276a3ae4f688b0db799b4c4fd9db4d3afcc0f72035a
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e10dcd00f3c7f938b036910164dfcae7624a12
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c2c4079380243989d09f5a99542e3e4aa31c14b2c0f88d906b095847838559
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d547d4f2a63d19af3fb32e90fd74182d17d9e3
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b293258d6d0b50b040960383b8445fcfb89f8bb03f8c3aed0a4aa22ee73cf6
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271556462f66cb1cf8640e252be3e8690edd3109
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f81bb892e1d61901d57036d92e8de3ea4e43e02c55ed52df6e089dab9e125f
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee578a339aec407324d2644162ef255934411588
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45fd21dbd9b23d8508e43c9b5306a160bab9f0a9602256d7ae617fd8109c0ef9
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a9d3312d323c1abfa66e4208903477d0608a09
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b13b6eaa6ef2cf3074e2007c6fa1d07f9b6bbdda2b70f47ea204652d89bedd
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6332d26d907432e2abad9f7e38326f1ca2c633e5
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d165f555af501675cabea167f16e127b37db234b26730a6b6c8eb4c5a607ac2
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4d00c5c2eb82b9ba71e66700956b7215f6562c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dce10cf0f89b0ba2f1c307ac6bacbdcafdf4b9bc75eeabf0a16ff74b5f63440
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd8b0feedf79e95ecf62b75ea60a07dcb821f62a
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fd32ac83e25a20958be3c687a552a8d7ded74ceaa4b373b101d31c9fc9f94f8
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5543ff3358450285fe58e2b46fc06f557b4e90e9
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7b4c74df4838e4243ccfcfd799143a21a9c0195256084839d27565b010a71e0
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62bca84b5f2b9966c1590789449a2fb5eb549fd7
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c73101fe63c4d593aadf4fbda62a12b6bb373ba5edfcffaec74c41bfe4b217
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75a55b24638a29eb0c628ee089f05de1e9d50a2
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d89096018bf5bc88937cf361af1dd3cd0d187d40e8c432f446f2b9d3b5c088b
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf1c4bcf60dc05ae7e385bac8a9a0fa18df6ba2
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d26c7b49cd759b68c72514b2fb0afa8f778ff037f01c63b255b9c14720b93a4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e442a0828521cf7d0b5f92e8709f6118291803b
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e25cbc8e28323172cb3f08e7b35da5506e7b92504bc30e928344602834e205
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11e17132d953d879f6b8108623e06ec1bd59fd8e
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58f458cdd59faed4d77e3b0f071f83ec9bbbc2f994b543bb6e48047a1edb46e
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..176ceb032f5d1a9824276b3d840b625924da39fd
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af492b434050f0a535c2d422a6cfb2aa3d8affb71d3357b0a55f7373a4bf23d
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71d14f5bbcf120a647a038d23d87ca41d08e9ea8
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:802a40a1a9b1bdfd2bbcad4dc4953fcdf240b8dca048204d54283e99a9cc2530
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df37b32bbbd3c6dad507525656e9dcfe7d4c8281
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f225b3cb4cf6de02a546e4fb2615b252b51b582b3e61993afcb02d7eb4507825
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1b1e762bc91d2648b8c22217db8cc0be009288
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0439076f4f26cf09a9e2447f6e3a8ad88d8a2a617ea70047ead4c719c5e02d9a
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a526f77b7eac7fc96b7ba72559f1cb95c7ac27c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ca18b058d6a5cd048ae12892f27917cb263b248b9e18a55c255f2dcbba2cf5
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9052b3f460f6b569d077b334cadc597112fa0f
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19781eb54c9d329ec478f2b313648b0e4761f6668c3c44ac254dd6002163eead
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb9617f66ffb7dc2048600cb6bca39b83b27fd39
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc20b652bc53ce632c6c79dbdbdf61a7a56cb535c9776ad2caa8d799b51e383
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51282ba09d3aa73e578d1e0ba299714866c004ea
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec35f371273dd0a0af93ad666b9ce8095afbb4fe7f8901d9356dcebbbdf56b59
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb47fb2f198145639f6d5cadd60cc6abfdba71d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea732f0f4abf54e5084cabb70b2fc3efecd987d2e10f17f1e6404467e0b9715
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6a4a93d0620ce31abc701650db4e8b0791e65a
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:417a962d9e141893ee0d81045fac78a7b2bc4f59de36433435df4bc44d3ffdcc
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e21a26e87078655163985ca6a84d906d717f09
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca7786dc10c803832843f33443fde407a457eb3e5037f563807d8825c115caf0
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a496a14c05d441a598fbd8efc5f2e897cf2cf75
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:122abab922ff69c6052aeb616d0bcf156abbe5c15617e7314d48ba338eeeff2e
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a57b5cb3e0140895a7a251bb78e5d0545afe4d6
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c965af5d2e551f9a5e40fb9c8bce3786cce0443e423e6a548069845cdfd098
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d731e252b0f412e570e940417040a613c6540133
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd42990c96fa3ca7133d6495e509bc72be18e015b6f9615f866a8b8028ebfac
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701ffb2b7fec08e2f16cf8ccf3594a7b12f8eef7
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24e5afc3f9d67ebdcbfcfeba0443f7d0c9ea1473af1cbd8ebd1bb100daa3072
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45bca106e123b42284c2daac1bd240e77cab4d51
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c95f6adaf4bc718ea35f842f7d1564363dffcb4e0473d85db9fbd2181153881
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be3b480be4dba5a32a2997526a018ffae6383755
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde2d40da75923453b8ef76fddcef4522f5c4270bd3d90810369cf6802d3e0f6
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a0373a8c42d883b93891a59c228eda3917dea5
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a885dc158a131b26bf5e10a0c2314d2e7d72d4e286c44fffc58432231e739977
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69bdb858607d0d319fb8f13868e5af77d0c30ea3
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52fac57196e79c3d4eaf30e19365e8aaf41994b0fdd392369f6943cbd6c5ad4a
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ccaad0d923343008d30d5b63a7a0b68a9ead1a4
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8f4cb6c2bdf5982cc666a60060196e5dedd07ccab4a228d214aae8b19d1412
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da28aa45736ce5f79b706a3c84e095c326efa204
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:510a4ad81295a8f8d0f5fede96b60f803e4a793b7d937171c277234de3f35411
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95fc5fa2a14339c441f8cd2ae1e0932c5dbf40cc
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21be6f4db770abdb4f633daf00f0bc612a80de867a48c8300e1acf8bc7836f70
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168524681db11624cb3bab74cbff8c8938379d36
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8520954650f035d1d1cb2be0bda226ea4b6ea3c63cd7800c1b826c39d94192
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9659fb5b2681b4c74e810f3bee5b838c4617819a
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ffb0017c253573d85c7660d1bd91680fe2ddb012e7360ac94c4cc91b830994
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59828927187d98b2731acae13a02e060a93fedb4
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb1c374b67972270bb09368b6de2312ca39415cbbfa7a654a4c0f2542d3fe2b
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aad19ab7d09017b2760e732ed470cf6be2ae588
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4fcdd9a3e2a61f0c62105c4b909a1ff8b8a02563ffdd4ebded66b2a6dbbf1ae
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272814b174c42672c4675c2aad19f32d88cbd861
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9fb348b51ca00b495ad55316cf4890907f603732215b00b979b4100dc74439d
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad9250bcb841ef7b00bc0514aff6e4034a4b902
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff99488c764efb1bf2a6cc2eeae7aac51683bb9fc41c81e3b1f655903b5e641b
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba70fc3730c1b5c774901cda644ad2917ef1d45
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f03e8b859da17ca59c58bd75317449364b2277e92b7fab6a5750a9151876d4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e150ac5b42a50aeac07b0dc2058044eb46eb8be3
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50d8fc722be963162e7fd545ab93706c9bb0088012e1879f39277bf1c845b26
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe8eef4395d099c20f46466c5531dc23e5de810
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf2d163e53389941c5aa1e15866de6098bc5987f5264e9233e2b96baf708564
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e6e1d44581856f1875a2e2aa2781b02de69c8d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b85a88c43a08a123d271c5db560a7dd57775d3f0fe9f9ec7c25e1d0aa4c0645
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f61a42eaf4989a478d6c69787a80e88fa99227a
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833313a846e79b5a17b702ac31a3113049a5737fe5c5ea603b1061a433e3ee59
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b8410476094763361c0b96bcc4942539d3b447
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69227b6b6a1192c4157558bf757ca81864cedd18bc8014a75adc19c1e80f89c
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559a0ad7b2d9c5de0694ba7bf2f22fc11f57467f
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ec14b1318d23ffc463c163c9d9c57f1156d356171b3d005eeba040507ddfab
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8976bc47bcfa8390896204465d2d05d18589b42
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c02ac2a7ed8cd5aad4e4d1a28682b495a97806c3a7d4cb3516f032519b236a1
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ac90e2b6d28ef1fb0f07961de8a4712941a2ac
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d8e65ee53f911865b882c0499535a8b34ef285814c72203aab8f1d449c9149
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..816b014d81d6bd96ec2dab525b35505580eafdeb
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a7fd3e4c9f0760f7a37f1a728a8b3e66b05ef659486e1d353382c49de69778
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9b6ff7352c054ce3ca38d42318f7f098803643
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974a64941f7487ec7f207b325ecf906e34f2df3dddb941b9ba4eb5c79e01ecbd
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff9464ed166d7f344f6dcdb84a65eedfa3e84d38
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9bb1494161f636cfdb60f263eccbc66b6aac1cadece323f5d31a7e0ea0109b
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7687c9ec88696d95b5f0346102e5052a53015b8
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47dfd151b830dd7c2049d1bcc80e0adda78eaeedccec591d874a24919302fdfd
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca5bc878424f7d48bbf5b25d2a952d9d92f2966
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95aec77a8001cbaf963418c728678538d6f120e91b9d20dbfad9d09d192e0ce8
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb385720ef243b3c31dcd514643b9834c8c84b0
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9796d10d5edeb1f6ea85f77b9bfbd2689b68fb4e6703d6179540676d0d1578
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fce319461517958e5e8f787608d32099ac107d7
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aecaadda60bea368e242d350898da9ed776c53ca8d2f9282d8f7ff56f7c3c356
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc974179345b37d474a517aa121e66db512fe0f9
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4c08b0e5eb6a7dc668fdd8c0db5fddda2e0c701c56092e669dc53194607298
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d470ecfc25dcbf06473fd7faaa84e007842ea860
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9847e65ba579943ec48b2e7c9ab0e983d7f1090f781819d332a34f2c796b6387
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce13398b72af2443fe547abf293705922643ff78
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76596c751a1d0b5df151e1ef718777fd4d4bd5332ee0b1bb76c7cd74d504c7f
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1c806afdf6f3e7ed1e868e555ea42ae7aca411
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee22a3060d6eb5c73d0311c1352a63dfff55babdbcb9222a74b7af15cf268be
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87dc9223a431a3d0c67aa9995fb809ade60dcc33
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea15f75229bdb6ad90b9dada920f8e807288beceba124821c602e42ffdb85f79
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea0d20d039c4aa9196dca230d4915aeaed5ca733
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1314933ed79727b2a36fb086de622e1ee22bf7ef26d2b6040571adc1733134
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab23e3bf674aaac38c9b76ecd74e3afc223701f
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1b8eaa153f47295b806a654557238da8b053a1d08364697e3c96f35bf17c02
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da912e315f466fef67d4b915dd08eaaf829c16c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808e9aec94d5615da27e9df63fe2311989150c837035f2d1c4ee8b9d1b7ec9c1
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce77489c83c41df023818a2a50fe9e5d79fe07a
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14052d6a25b67d525cd9a730fe842580eebbd3f641b94878832e261facca7b11
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624e08cec285b74521890f73e8d97632477b1949
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a722b64fe6ec8710296ab8ffb503909b3120cc6e61764e73bc559641e7e102
+size 17539
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a346fbd44518927f79cc6b4770df466db9cef19a
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427d08d4dcf35e3b1086cba151de5834d1a247965a2db6cbbfc6c590b01b2a1c
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c3d913ab6b3bf9e0ade686c4f538a94753659a9
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0ef14fff11cb5596429682ece9b677708fb53e4834cb274fe647ad3f85ef63
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7445469686d527a153f40593ef931392bd1ce699
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c32d9b5934a56eb459b300b5a0bc452a00039379769ff80c482a9cdf0f8b49
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0afbd26afe5edbc0772951cc132b8bf890d2af86
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448ef1b5c3d6f730a6d22a5f2aaa112035a69ed80e49edaaa642c1ee15bd2f43
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60deebc1c937d154177ab6b962e79acbc6dcfdd8
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1d7133225eabddf87f5352edc9060a1339cf036b8269ec23d95eec94a7bdfd
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0082f76d68d54ceda4672c738a87d534a6dae46c
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0912986f9d3aed0636e7a7929d37fdac0d3810981d87f541f6523ef133b125a7
+size 5251
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..437f39ad3bad52e9d4f8871aac3e35301da5725b
--- /dev/null
+++ b/params/opt/5/rnd_search_fb/comb_17/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b83d1edb12a7d0a4fcf4498e9aaf86e378f5bcf467fbff1e4364f85e8323e9e
+size 3203