diff --git a/params/opt/8/rnd_search_fb/comb_9/init/lm_head/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/lm_head/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65699961cbfda1d00af3a51e6aec4d0dad4a030
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b6adc4d42b8d72a2d18a76fe4e0eea851df821f330c09d08add568f29947afc
+size 202243
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c3667067f07e008c8f936bc2b31aeb2ca907573
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5042532ed1400c7407631624e85d53ad708628dc6dfd252e2adbf0054995a5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ac12f8f148e0943c3a42df0d4db5687948802d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dccb1ce5338d40a2a0863b8905975c42be885640f42b0720a0d99453aad82730
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a61f77117effc20c1875f27336fc78c2b4f77c1b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9faeda3c12543480b57aaac2acabaeebeb0541c4743caf7b56b20bf3cc1d4d52
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c918e10ce4b4e23d4174b3d52dfcba4e814fec
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876e1715bd25b75f36d99017d21c2ca20d056c09d886396a185bd5f2f43218a3
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d78eaf79d30ccf169dbea3b163e8937c3a86a1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76342c62711bd0cd4c4903ca7c119f0b8a00597d5b14840c1813b5a90b6c583f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..266dd10032695abf8afadcb2ccd2e69d43dec5a3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72d960fe359cb75cbeaad15ecd88b4472d4ea3e21b8dc5c0ecc883e752a00d6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1207fd680091cee493582fa52f16fbbff8c483
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eba1f2de8f5801313b7d21c39e0021e830288f63a020be35379740c02598c32
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03eb5b7c72421402632e804596e33a986358d3d8
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402cd3d6b9a463ce3de589607ca6ca8405756cc6b20463c2671126c1bd435d58
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c78d1b81746a3d2e3eef3ad16f97121ef9b172
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964f2ad95dbfad4c7b4a7f62c94742fc99362a6ef871765ca4b43cf665937930
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf651c661cb45d3edcc6b26ef6401f8ff4caa810
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699c45b6a53a7ec6563639fa9472ba14046b2232648fa97257e4f56e309f423c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c858896943f9812f312722dd73fb18d86b292555
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e12a3a62cbf2a6fff34b580b33c1092dc72575afa4e156f7ba9c7bc9dbfb5366
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee6348bcff91cd7534d6af82f2b15fbdb2f674d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82a1d5ad137d5d4d166e76a456a5ef9b59028444bfdf552093434300cbe00ee
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db5e2088adc4678aa68a42aff1e27d9acf6e546c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d363f8a92e7081ab0596cbd03e8a900837e4215416e8e06f760e7e0b312e49f9
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d444d40dd47d1376bf53e0b4986d319df8d201
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a720e0c4a7a74491ac6d91411b2fd4a5871c39388383664687cf43d9318cc54
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769089096a8c42b5bf3fe91463e975dc1d524c3e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda374d8ae9e08ef23f86e6791992b0bacedad77b997cf5ac67ed7d0349a8473
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d9264bab13e79641a5272b744ae22668f00f76
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75154678d3bb02c7a8c581ccf4ac3e9c06f160e7bc779ef9f890741cd7f941c0
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ad3b7e9e1a1e01e2b80c3d3a021e407aeff091
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c818c259d97cc87158c88694cc90dab95fda0d333976357b8822c5815bb08db9
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d61501bbf39bab4a7fa1542f25ec0b55053c57
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea4919ae6d302ea8b8789b1111a603c5a2a5d6201b487d301746944b4e641eb
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf1c6876f94bcbd90fb06533858e80b9b1ca3aa4
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da412810f5116a4ae277e5be38d55d9a794f7fe6ca1b27b94303bda5664abd43
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421c617d2db50e2c48a249b13d91408ee68d87d5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2363f0f2d77bbc2396116f500e04bf0ef3b153330999efdb609cbe0426ae912
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab61f48ef81d10a059aa759a6df8e1860db2879c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa676bb54bb2c62c75f745533afffe5c4a1674820677c7a0036e55e10ad5ff9f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6374677889654241639c7656a10b940f86b397
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae27938234cf93a0c60b308cd970dcdc51481abe42df489fabd7b4ddd1b4d938
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be263e0714b635e9c0e66445f9e2d91f9c87e0dc
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d4b9493fbbf93de3d3a60831f54b6323870ab30a7b15d10efa0ef9332f0417
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa672de1ebfb5c92359209ce9f69ede58fdc7a66
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1cd22b9b9cf9febcefc765180baf4c5124d5b7860e5cf9c749635693b342fb3
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa537eeab195b2eda6c9f5c5249232112ed1dde9
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841116b6a9a9c25793e337edd131d0a814aad41705c4c2726f11dbc533a3fd9a
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012150dcea39c234268d7651760fd34606bcd629
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c372e3de16e318c46c01bd86ddcb2c68e26d1c2c4e46ad3b0bdafaa1d902584f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1eb23491d8fb898f1c0ee559588e120326a0ee
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1489dcddab42f6585a69ef1a003ec921e79540941c6eb16e285e4b91068372
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ecd14f42b9570db97e6bb4506c32ba62070fe3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8808ca4a435abce7190a33504e34a2403903ee9490ac801386fc1ba08e6ed72
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e556bb5451253ff2b84ca070aff7265b0a71924
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1b66e6bb5bcc4acaf1e9a65ebce077c91ed6b266838828c5836d75a00c8cbf
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12628fb641e5a92cb3dfcd2d118c52b07075c22e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff4fd7595eb1e7fac742476f6da91d846d5c90b256c5af8d63dabd3a25e44b8
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e72d0aff041b510063bb6d6025a9cd507b55b81
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9087ddb565730a038ec9f8b5b4f1b76598007e4a7103da4c4ee0b045254630a4
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59355d13f5589677b8de37be0d837b736be71569
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c7d99938ff6ea554056be274702d096641846143c82b7180cd9d57e2eea02d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d61f0a8c2df3e3bc5e6b2134577b7eb7213a5b8c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afdbcc69e081d7cb5c938c3d133f0700c03d5051bde60017d007e38e749f9e72
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d9965aab4f049042857e0a446bbd3e572e6a442
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e418d9c83c93565507a64cfef80c15d5edede9385c2e6597888b861eb0272f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8105128ed93db61ca8e4205d3dcac4666f9ab63
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b248a6281f3394b64d103381fa085e48078e0490fe99c3e7a49f6b9e10f76c8
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..595b1e51f8e9d583543a2e4259085e768cb264e1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2700e7e6f243e8cc483d615d440de16c0ac069272bc088ced2096088a9a4ff8d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb52552113cd9c7c6e342c1a7550ced26adb69b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7453c5139e71f2159fd8850af0f2348f420f676d71e62ed915d8b568dd6c985
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f616866fdcd2a6d4aeffbb3f9ab44832cf5fb3c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c3ce2e31ff9d3fc15e0c112659bacb2814131917af98d53372636f08a60754
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef1c17eb8cb9c624db0c6c75f9917dc3020e6e14
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820bf4c3817e1418ab2a9bddd0aceac19dc185d20609119433660365fcb8b320
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d23c5092e1d6039cfbaf612794c1acce03351979
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:944bc25f75640df27764be04626684f75bb3f28bd141665622f5bca7ef5ed7ff
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e124bbe2bd04e3d824ac974ce00eb914ab65564
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a84c01437e9527b0dbaed5fbcaa22d9eb31b5378c8791754a092d343f63654
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a963afcfe84bfd5510b50493567b087fc4351bce
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:008b670df9b8c9f90db389675b0be9bc93d9dda02e8be677b49243751c7638e7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7940124f44302d5b8fe7cbe5f8fdff4a3941ca
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d655de1174da7bb95406e4fb0c9d88d40f2b5afe2b25a9ad83a17ebc0f20fe73
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37bbdd29e848899970970d247774db24f6fcf1ba
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002a99f603fdc09dd915198065bcc1ccbf1654e5153b536f12033563f54127a8
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f4a13cd2d2398a38875a11585a03febd39b8ae
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5509201afadeaa25cd42bf84e9d81f9944f74b2dde58a2f90549071b2ab46b
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb6ff4c4fcb92f08382443784588420f13fa63c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce80628e46216fdbc6fe55819bd9249f65e561fe4953ec4ac8c947c778c0ee9
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ac99046e565ae75af6ac3c4380b85e32a5273c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a1f7da33f8ebd5001493337d36aecfe4c2f0f2cc5a42700fd936d4a44c473e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5fc270f26e75d81fd31d66e5676a0ef0718611
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f9aaf62df4bb463d3a6f68ebb476caf7d23fbe9dc08c018703dcd32fdeb246
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be64b5aff1f78fcb7922196ee6cd8252c55d23da
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5624c65693da945777b872993a77cb7ee8ac6499fd035183e2469f9a760ba50
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8881108da28b226844d2dc56dc8591f5c45abb22
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a22aa7957aa6d5c23e196fa4f841c32c7279ba61e02a4a28f1846d5792dbf4e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cbad17eb173e1243e47d1edbb3102ba5f72a5f8
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd402a7d6c51155269003c66b6a64994056fe3dd25396165a9636a130485f88
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f9ef8f3408df77773acc6498756dc5a8c9feea
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd62b7ea52a083de6315bdf520f2a645441f554c949f52e005a3468745512bcc
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09fe0de37b52bea40c1c70676dcda7e86b3aaf23
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4be94c2e8b9a691e40b20432b7100513c631453aec44106e30a8b736bd1bd8
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a61f1a17466876ccb19dfb745adea91b17d27da
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d1cdb7d9bb11c9fa24aef03813122d433175280290dfe786cf2c8f18416497
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06333b38c011c5ad9255cd82428da81d9f4a0bf1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ebefca2429a61565a392ae61b27b98c4c0ebf126639b9ea81b7d047a12ed9dc
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4702977ba8cfad02a12b03b94d0c5dae1a0a2f53
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e988368599abdea1123994902d36f772b0c1e5f69732cb5490e4ea93b104032e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab50510690d44471cc12172945d58dcb932122e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eecdd154a9854b2a1d9be2fd253c184022e9f17eab73337d7f5f1115144d8787
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3abdc0e1036653620646d879f418f00a082b7c16
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d49a910b0a1e0496b2445c717efdf0153cb6d348a5d1daacdeb91eef741996
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93e1edae584be834dec46e2a6a849c3435780a2
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db40ca9eb5055d215d83a3f0854d935b9bcf8ac9325a90f74631c972ce756e4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d77707cd40f05b2a515aaaa8c7b889ddcc669580
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf5295b9353439d0dcc6017561d5d5b406bea17e61642d42a6e4391b3d9b4da
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb536a42428dabfa99bfe35f81900a8ed3ddac44
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cbf7d312813157dcf85eced7716666fa9855d8829422d52eba6bd0bba76c340
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b48cfcc65b59cd08bcedb0f2ec1640d7a9e4d9a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4bf7412fd15f291395f7cbb9499d5675190538c2711a9a4b030933efed93eaf
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537646a1f7b63197d10342973c46d8bf0e44c8b6
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ccbb1bb311f79c5837cbaa3fdad311dd95a6d0e96651c4919968f3825611fe6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ccaf14265eb0853f37993fea05ab7ced5260cf
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42a7694b4782ffbdb1b5151d16e43d2f1476e6fbc718d56886e11b54affd082
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d003565c5596c8aa2bb43db520a5a41455b415d9
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ea76ab865ba78b865bae296b2466a10a81fd3fb8387d5d2d6e523b5e3a8a44
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e607b6ce220372fe475bf35013c40cf3b1f2c38
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e534344902aeb49ed260dc34dddd2fa5f861eaeb88f856cc4ec33f515ae9c287
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b32a2217742bc8c5ca33aaaafc062a6d3a4305b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a7b3b88fdb3ca2471094e7744ae464089c921fae4b18ed8586e86ae9a02a42
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7936d8d90a8981321ba36d90b7bf074c507c2d7e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95455b64a2eb3840edbd724086e196dc86f96df9916e4ac784f95c355ae3da20
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ae639a8e53080b56b8c7567e3a3a66ba6251104
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896abc97e032e7a49f057d361c423f2baaea0d759bba29025d09f2fd796f5ff0
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6eb879b9bfc2b18c80d319bebcf08cba9980fe4
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27eac4495a1d8b4797039b81510c1878916cfe39ab26416d06d5ccb8a9003619
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84faadf73310a404645eb6f2a4875772e84d9948
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703f53e29728ac8cf190b719e4c8528b7e3e6e27d6fb1b129764cabe56517d0b
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57137e2d429422124412f1dd98d7748674181ef
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e389b59a3a44132614b9f7fa69881eeb5f5728e42bb8673c58b0457104dd87b9
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e75151c7fc4df0dcbdfeead50b8c5ed0e6182e5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f035f9d3e95a83055ba00ed134a85c7ee648a6985df8e327f3600520b91b47c
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1537e1d89394f039dffc3e650f04bebe57d54c0b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e032ab438ba0900266fe722c29ab513b42974f9c53c22655af5880c99a7233
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65064e641287e6044dedc3c8de5b8d35ba074a6f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa5685fc38363a43b6bce634661d6089c8e9b8057899ae60314420667126ef5
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe3b07f4fdcf564c6df5923386f24b5f52560cb
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe8074b241870dac603d275f7d316af50105c24dc2b5b0fe4b8cecac869901f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49825a852c97e492b1d0712ad0299b17b6497767
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ed4be8e832e6c46d2b3bc6c9ec27a8bb9bd8b20b74f40b7825fb58de871bfbe
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9abc64d421eb342e91367baa48daf0f127268cb8
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04435182efa80392b11e07ff7e47eeed2695e508b4a308ce443d77e649af82d2
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06957efddeba94575a3aad0415a02f2329539c6f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2d7ece0f8e8169cf4024cac664d39d96b2cb62e69045303174857167e22870
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1868fa81f9f9f22512723cbc4041c87df84bf9b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1f248b34d3bba9b7dd83a7868fb15926aa07fa41cb10d28c06fb3619cbd4c9
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a6a91e3806a9200ad4560381b97ad49cc38f93
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be3fff41dd73b764875c13c30d4768018bfe8302fd5c1021830d7aea9536a34
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd54692abbd916c1ba99e05eae22c0ece2defaa
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578f15ae57ceb46e751b3be076d6422cc931314d71f817d5fd25aa94b132d861
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874ee7a085bbfb701e39f0a17e9837ee0aca0615
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22613f676cb234ec84de23608c333c493d353452eb69f4ef01ac4e0915e118f1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ef5c9c661caa85fd4437895145e1b62e967860
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0bea254c2a0a913262d808988c5202629f6719c0b1f116903611b9768900cd
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad1b4ee1638d37192f51860ca49ae9cc08d8dc1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608ca7574b1e2ed56ed6d567ff31fcc02afadc705fb70b24199658f5cfa44e01
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9171417ec3b9cc7b8898b9f4c50bad47b5c9c020
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518209ee49e48119f61c7daccfc898e580faf04f4ca31c371ee309186b8f0286
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425c5080ea108fb9ef56f2fec0e137f4a160c5cd
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:878af176c656d1ab1eb6fe60d024203661d46ee89194ac6678140538b1a8bff5
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d258577b96c7415fb9588a9f6f8961adb9ef214
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37625fc32b0661047283dffee79b906be69dc910d79fd14c85cc4756729babb
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb25926caa807bbba2a1bfb981ea0ed464075bc7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c91a1590d80c3ed863b151fd0bf285257f2029c050a1723b1d7349b4ca23f1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda31abc490d6aeb6620f6d415e9372eeee36e16
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b3cd4d7c1bb3fc115cf84c6a91262bd6bd4efdefa8a178d8e481a93c368b8f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8ff15a7971e223f06604725f8848e34cfdccd0
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d61e7c6ea02505f431253a02f57596f4b18c84d92a4a8bf34030329453c9838
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c685fc922a87714236f24e407b5c464db32f8312
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de0324dcd24c61bb930b6c84aedd5138e69f69373e79feac535d6f8b5f3cb0a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100d7f58e9a3e1e88206bdf18cea5683fe04db4e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e06e63cbaa6e95f3cc986c73529110da2f0e67ae1ede8b95aea19baeb189521d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d3602a907e84e82fa5399f46ae70235f4895257
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7234d5ec67ce3a34f6e8b88a0bf1e8c07371875a340bfac362fc8e9f9d74087
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d6dfb67065d673cc38fe8b21b12882f7054e769
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e892672962e908288ada30229eecae08455549aa4db29a7055379711f05954
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..844c99073f73ac5255f95b64eb0b02098b462a7e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae1f4040e9c616acb0f6b42f4aa5e60752949b4a80f5d2abbb233e36c3438ad5
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace1d66277c209ed07c1830ed1b44202f179b571
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778832147cb4a6995da2f2eb13c5f9b9a55b0386bd014a2e7139493a3b782e56
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa88aea3460f7f5ae48601a6427b106b64b4e9f6
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b367960019fc59d896b17c2ba2a0956ab96c88a187d000561770406a74dd90d9
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be02bf5db2b4cfe5070bec935caffdc54e8c8598
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4e975fcba814d1ac60810f251f2426a3d454626d5fcff61ff03cf4e891cdfe
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ae9de3bbf0ac94c601da3b24dbf8fe1dc2c6b3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:895d9d43327c58aba47ea565d6b2bd0a1025bf33e9aa46171a9efc20354f1500
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46db0f4b58ae8e1695d445518801fb8553d55926
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57998034383ff2fa779b1b283eea22534b0e49a458dba4c557737acad8602521
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bfb91bb01f8b2a4afad0a7ab396f3bdbb66c6fa
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4791100d8a4b86846f318e88a249318f2d7275d0b29c569d9dac880e268b0bea
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f7c25227619b46d34b40cccb39e38d5815f52e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ef88257a806c773b2362ed2f040f71cb7327fa354f6ad7784655ce0b9d087a
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d20fa071adc4a0cd007fc5bb1c007b3d4694a42d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d6285241ecec91a201a7d88df4e020e57c3cf7e52bd5bffdf9d4f777fad334
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6bb19e7eddd47f2c7fed1e494e147b4e5d5a77
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd57d9e26b671000ad36492e94fe2e2146e5b4897babae1a6b8ce308b8911111
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752fa08c377d324926745f67e3b78a467fe70913
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5414b810716ac46dfd4bab5a871e06899f61a6a8b9a1d52c09b21655729a42eb
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f05188a8b563c15bda1940cb8cd271de184ce1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f6164de1788b112d57ed4f4226eefaaaf8214ca81df00a27c66dd524b90edf
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..756928012e774c4afdb364f13c7b46d152715e88
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b399cfea5e70d703553e036141168d6180bd9112fc294eba2191f99fadc12b
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b9e3398a82e17d8348911c49b7354f79d868a70
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f5162a67a44572de49d6b6ac574dce448f6d665f991df7c7ff8b0b3ef1c615
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c4ce7afa9e9a2bde129dcb97a8081b3ad3a771
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52fada902c8665d89caa78546979c5bad2290ae19e2561a86b032235f6f37647
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c8b1450c77b6f618dc4979953ed129c431b447
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53308aa99586624bf7e3ad9d71740dfddceec5e296a6f385335dcc32eb5412a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745d92e17402239d05e05f1ef00a5cf83177acbf
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df89a3001e9b9493c13a9611f3afb598eb02415c98e18564977d3903e7af81e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542e6261716c0dc472258eb3b58bfa7f23559ed7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a066c4167203607d2e788b2c18b302ae26203397f779f9b82961f8a161029299
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce9c55c902078885ec94219e3b228fcb8e789a1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2263467beacaeaac096e2e4e323d0ed5337787ce89bfaf654ea48089b44b3e2
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c622646e22ea37304dd6be3c37c3202a732defa
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb2e1c129f4a7c8ea7f12220f5638b8b1bbae0cbc9faa98a41e6d0e46b49bde5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de18011f9a5b24f901dc00887aec2227287eb31
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e7eb68281c9b88d1c845ba6e25553ff5e86141615f7ad0b6cf8cdfa60e1eee
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce1a766a5f71061f46d4f5829e39ba09add325f8
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c2f701c7cf515f4e9d4925395971c5cbd30ce1ad9ca28b01440229e68831ce
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa492b0b43ffe7185279a4aed1be4de0ab8bd15
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68e1547668584c97cbdeded6af6d81e0dab3df8cd747fc4da08741344aa94c2
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825231411b5a198f6578720f37fc7c242438740f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249ba8b2f19d913ecb93b1720d54f38606ca4d801978b9b7aa6e1ff74768df4d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abe40f9e2ab2f579a14f9afd1faec47ad5cc443
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5823aa78ceba0630db7937de1a3c0db4947ae46a487133915d2fc2e71fe97992
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d69205e6991e923d8b513e30c4ec536034baf600
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200882fe972a816d781411d60322cfe1430062e5b43e6c2f60adfd4666c5822f
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f1bbaf5ac45964bcdbadf908a98e31901813e7a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6baa5ab3510e2a0c9058765e08b232f9102b2ad8d25d8dd835bbb2feea79ab9
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f682b3cb7cea3678e913f9ae354596b5fba63ce7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e216fe5e6fa010f9c24fb3f1dba90af0d6ed5721efa616b2576159e3a0ddd5
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1540721669a460cde95ffe85c0c37bba6498b35a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c8eba2cdb4cb9c6de44724dc35c3c46fc1fd5f508ee2e4d596a879b32f8c3d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9373927aab579fa7075134568d294a36e6690256
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3fb24ae7d4f0c6880a694f7f7411d532b34ff475ea55b5dd6d7b9f32da8f244
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e3298bdc448a8c0a05f65c9dac0ca7a7373f02
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da503903b47c8759f0b27fe9ab7055c31396c377b6851a1bd212ca1e7e63cef9
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6894e4d3306434f067e7202c3b165cae86f59227
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89cb0ac9b4d5d639f199524774285797e697f06b7f6e829c893633d4db2ee3f1
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e1bb7f308b60173d05f1c91d48b7ddff478041
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ceed076123f1c8502f048f19004b703d4e60f0432f35edf18ed13a13af5848
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a2b549c894ea46ea1c58766263dd3fa0bc549a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843150492da8ba72935eaa75b000b1ea387b97f27d6dcd65fe0e9eb7c1f06024
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddb1c38aba541e4cfa4b178799b6f27ba936632
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44dad4639c2108ea8e61c6d3ea9d3c098e884a5491e95b77f494fc62bf3d235e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774cf5ed825ceaba14a105835dfd793d44d467f6
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f32d1d577f337da2f85f53f0298f61eb44deb9113be8a33a2e77889dba24e8
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e0b9f4cdd4b5143e95ebb3a888f3e9f3d401e2
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b8d351936d3059727040b5b86c8c699878093958f1e69b4b64b0d05507d04c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b8dc5747a4b5b406cf1a3951fedc441f306b32
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a00aa6bff8506da464d593d774a88f82c8e5e4458dd01d9e1bd835f51f3d73f
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..792673e8e97e3635ae42288e7c81c3806f32a1e0
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184f391173f691827d5172cea7e3204b228b4ce6958efd4e74e65db324b9248a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3375b756a5b585db86c861acc8b0b0b361d7c3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d63d5499cc9909de007d31ac88c768f73baf58f8fc200481e25068cc27b53eae
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f147041fe23ff0c180f20439ebde81f1aa1c2854
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967334af313d8839ba1a192baf3123472bbc7e465b789efc30db46f1aa92d566
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e994edd20d055559b5d4023fbc06d0bfcc19c5ad
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954a0a1060eed4234d264b098c0b185a5836005a639c43d6dd471b9d61d62885
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..044ba599672c56c035b3c4042a7f5e2597d3ea10
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e360b50a5fc1a6e4fd4b8eb9a82efde0d6e45960c3e9f2b941bc6ae747048849
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a9288fc9f188cbc57e78117adda2e3d4f03452a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36590dd589768fb502982f82727cad94219d3e748da6d8fd686a8c530978c2c2
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4c79c0e26087270a9e4db7ee051d9a9bdf4e0b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04db7cb6712a56ff5dc196b7577df2c8e71308c42d118f16d6de8f8be13161a0
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b902c352decd76db468c3bd34386b2b63613c6b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d2d830b8991ab8fdddc143ddd2079c39c201a010ffd84799d344b1101a13e6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da35d7a461361d8a79aa2d1f1e068235f85de9a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da34c7769590b58592fa6d8dddb82f6ce79b5c1e7753aaedf9963df651eece62
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a469dfe515325c24e4d6c3c0037cb0accf6fc8a5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a695df3c973d432d2d2f136c8603af3abaf18b19e76d7d69109058a0645da3
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0bbd2e23bfb06a7306e917df3311972c98111fb
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d31d9d83f47dc57f8b47b35cb017524c1486e17f0b16dd17af32e6d4fe2e790
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a39b4eb9e9b422f98dff544e24869c7dc5b0beaf
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c6bc8ddbfc8825abebb32d11b96bb44e4ba79f994620c9b926410de48c7ca4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ca32e3952eab16eef4410fbce0b662c7eeeca1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b527055b1c27451182a4749d230fba7a610ada5820995949e38a24038d5bc09
+size 3203
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/lm_head/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/lm_head/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65699961cbfda1d00af3a51e6aec4d0dad4a030
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b6adc4d42b8d72a2d18a76fe4e0eea851df821f330c09d08add568f29947afc
+size 202243
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c3667067f07e008c8f936bc2b31aeb2ca907573
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5042532ed1400c7407631624e85d53ad708628dc6dfd252e2adbf0054995a5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ac12f8f148e0943c3a42df0d4db5687948802d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dccb1ce5338d40a2a0863b8905975c42be885640f42b0720a0d99453aad82730
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a61f77117effc20c1875f27336fc78c2b4f77c1b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9faeda3c12543480b57aaac2acabaeebeb0541c4743caf7b56b20bf3cc1d4d52
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c918e10ce4b4e23d4174b3d52dfcba4e814fec
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876e1715bd25b75f36d99017d21c2ca20d056c09d886396a185bd5f2f43218a3
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d78eaf79d30ccf169dbea3b163e8937c3a86a1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76342c62711bd0cd4c4903ca7c119f0b8a00597d5b14840c1813b5a90b6c583f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..266dd10032695abf8afadcb2ccd2e69d43dec5a3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72d960fe359cb75cbeaad15ecd88b4472d4ea3e21b8dc5c0ecc883e752a00d6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1207fd680091cee493582fa52f16fbbff8c483
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eba1f2de8f5801313b7d21c39e0021e830288f63a020be35379740c02598c32
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03eb5b7c72421402632e804596e33a986358d3d8
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402cd3d6b9a463ce3de589607ca6ca8405756cc6b20463c2671126c1bd435d58
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c78d1b81746a3d2e3eef3ad16f97121ef9b172
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964f2ad95dbfad4c7b4a7f62c94742fc99362a6ef871765ca4b43cf665937930
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf651c661cb45d3edcc6b26ef6401f8ff4caa810
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699c45b6a53a7ec6563639fa9472ba14046b2232648fa97257e4f56e309f423c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c858896943f9812f312722dd73fb18d86b292555
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e12a3a62cbf2a6fff34b580b33c1092dc72575afa4e156f7ba9c7bc9dbfb5366
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee6348bcff91cd7534d6af82f2b15fbdb2f674d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82a1d5ad137d5d4d166e76a456a5ef9b59028444bfdf552093434300cbe00ee
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db5e2088adc4678aa68a42aff1e27d9acf6e546c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d363f8a92e7081ab0596cbd03e8a900837e4215416e8e06f760e7e0b312e49f9
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d444d40dd47d1376bf53e0b4986d319df8d201
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a720e0c4a7a74491ac6d91411b2fd4a5871c39388383664687cf43d9318cc54
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769089096a8c42b5bf3fe91463e975dc1d524c3e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda374d8ae9e08ef23f86e6791992b0bacedad77b997cf5ac67ed7d0349a8473
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d9264bab13e79641a5272b744ae22668f00f76
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75154678d3bb02c7a8c581ccf4ac3e9c06f160e7bc779ef9f890741cd7f941c0
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ad3b7e9e1a1e01e2b80c3d3a021e407aeff091
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c818c259d97cc87158c88694cc90dab95fda0d333976357b8822c5815bb08db9
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d61501bbf39bab4a7fa1542f25ec0b55053c57
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea4919ae6d302ea8b8789b1111a603c5a2a5d6201b487d301746944b4e641eb
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf1c6876f94bcbd90fb06533858e80b9b1ca3aa4
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da412810f5116a4ae277e5be38d55d9a794f7fe6ca1b27b94303bda5664abd43
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421c617d2db50e2c48a249b13d91408ee68d87d5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2363f0f2d77bbc2396116f500e04bf0ef3b153330999efdb609cbe0426ae912
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab61f48ef81d10a059aa759a6df8e1860db2879c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa676bb54bb2c62c75f745533afffe5c4a1674820677c7a0036e55e10ad5ff9f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6374677889654241639c7656a10b940f86b397
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae27938234cf93a0c60b308cd970dcdc51481abe42df489fabd7b4ddd1b4d938
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be263e0714b635e9c0e66445f9e2d91f9c87e0dc
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d4b9493fbbf93de3d3a60831f54b6323870ab30a7b15d10efa0ef9332f0417
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa672de1ebfb5c92359209ce9f69ede58fdc7a66
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1cd22b9b9cf9febcefc765180baf4c5124d5b7860e5cf9c749635693b342fb3
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa537eeab195b2eda6c9f5c5249232112ed1dde9
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841116b6a9a9c25793e337edd131d0a814aad41705c4c2726f11dbc533a3fd9a
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012150dcea39c234268d7651760fd34606bcd629
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c372e3de16e318c46c01bd86ddcb2c68e26d1c2c4e46ad3b0bdafaa1d902584f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1eb23491d8fb898f1c0ee559588e120326a0ee
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1489dcddab42f6585a69ef1a003ec921e79540941c6eb16e285e4b91068372
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ecd14f42b9570db97e6bb4506c32ba62070fe3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8808ca4a435abce7190a33504e34a2403903ee9490ac801386fc1ba08e6ed72
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e556bb5451253ff2b84ca070aff7265b0a71924
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1b66e6bb5bcc4acaf1e9a65ebce077c91ed6b266838828c5836d75a00c8cbf
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12628fb641e5a92cb3dfcd2d118c52b07075c22e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff4fd7595eb1e7fac742476f6da91d846d5c90b256c5af8d63dabd3a25e44b8
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e72d0aff041b510063bb6d6025a9cd507b55b81
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9087ddb565730a038ec9f8b5b4f1b76598007e4a7103da4c4ee0b045254630a4
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59355d13f5589677b8de37be0d837b736be71569
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c7d99938ff6ea554056be274702d096641846143c82b7180cd9d57e2eea02d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d61f0a8c2df3e3bc5e6b2134577b7eb7213a5b8c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afdbcc69e081d7cb5c938c3d133f0700c03d5051bde60017d007e38e749f9e72
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d9965aab4f049042857e0a446bbd3e572e6a442
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e418d9c83c93565507a64cfef80c15d5edede9385c2e6597888b861eb0272f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8105128ed93db61ca8e4205d3dcac4666f9ab63
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b248a6281f3394b64d103381fa085e48078e0490fe99c3e7a49f6b9e10f76c8
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..595b1e51f8e9d583543a2e4259085e768cb264e1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2700e7e6f243e8cc483d615d440de16c0ac069272bc088ced2096088a9a4ff8d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb52552113cd9c7c6e342c1a7550ced26adb69b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7453c5139e71f2159fd8850af0f2348f420f676d71e62ed915d8b568dd6c985
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f616866fdcd2a6d4aeffbb3f9ab44832cf5fb3c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c3ce2e31ff9d3fc15e0c112659bacb2814131917af98d53372636f08a60754
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef1c17eb8cb9c624db0c6c75f9917dc3020e6e14
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820bf4c3817e1418ab2a9bddd0aceac19dc185d20609119433660365fcb8b320
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d23c5092e1d6039cfbaf612794c1acce03351979
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:944bc25f75640df27764be04626684f75bb3f28bd141665622f5bca7ef5ed7ff
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e124bbe2bd04e3d824ac974ce00eb914ab65564
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a84c01437e9527b0dbaed5fbcaa22d9eb31b5378c8791754a092d343f63654
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a963afcfe84bfd5510b50493567b087fc4351bce
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:008b670df9b8c9f90db389675b0be9bc93d9dda02e8be677b49243751c7638e7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7940124f44302d5b8fe7cbe5f8fdff4a3941ca
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d655de1174da7bb95406e4fb0c9d88d40f2b5afe2b25a9ad83a17ebc0f20fe73
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37bbdd29e848899970970d247774db24f6fcf1ba
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002a99f603fdc09dd915198065bcc1ccbf1654e5153b536f12033563f54127a8
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f4a13cd2d2398a38875a11585a03febd39b8ae
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5509201afadeaa25cd42bf84e9d81f9944f74b2dde58a2f90549071b2ab46b
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb6ff4c4fcb92f08382443784588420f13fa63c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce80628e46216fdbc6fe55819bd9249f65e561fe4953ec4ac8c947c778c0ee9
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ac99046e565ae75af6ac3c4380b85e32a5273c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a1f7da33f8ebd5001493337d36aecfe4c2f0f2cc5a42700fd936d4a44c473e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5fc270f26e75d81fd31d66e5676a0ef0718611
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f9aaf62df4bb463d3a6f68ebb476caf7d23fbe9dc08c018703dcd32fdeb246
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be64b5aff1f78fcb7922196ee6cd8252c55d23da
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5624c65693da945777b872993a77cb7ee8ac6499fd035183e2469f9a760ba50
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8881108da28b226844d2dc56dc8591f5c45abb22
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a22aa7957aa6d5c23e196fa4f841c32c7279ba61e02a4a28f1846d5792dbf4e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cbad17eb173e1243e47d1edbb3102ba5f72a5f8
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd402a7d6c51155269003c66b6a64994056fe3dd25396165a9636a130485f88
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f9ef8f3408df77773acc6498756dc5a8c9feea
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd62b7ea52a083de6315bdf520f2a645441f554c949f52e005a3468745512bcc
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09fe0de37b52bea40c1c70676dcda7e86b3aaf23
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4be94c2e8b9a691e40b20432b7100513c631453aec44106e30a8b736bd1bd8
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a61f1a17466876ccb19dfb745adea91b17d27da
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d1cdb7d9bb11c9fa24aef03813122d433175280290dfe786cf2c8f18416497
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06333b38c011c5ad9255cd82428da81d9f4a0bf1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ebefca2429a61565a392ae61b27b98c4c0ebf126639b9ea81b7d047a12ed9dc
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4702977ba8cfad02a12b03b94d0c5dae1a0a2f53
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e988368599abdea1123994902d36f772b0c1e5f69732cb5490e4ea93b104032e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab50510690d44471cc12172945d58dcb932122e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eecdd154a9854b2a1d9be2fd253c184022e9f17eab73337d7f5f1115144d8787
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3abdc0e1036653620646d879f418f00a082b7c16
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d49a910b0a1e0496b2445c717efdf0153cb6d348a5d1daacdeb91eef741996
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93e1edae584be834dec46e2a6a849c3435780a2
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db40ca9eb5055d215d83a3f0854d935b9bcf8ac9325a90f74631c972ce756e4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d77707cd40f05b2a515aaaa8c7b889ddcc669580
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf5295b9353439d0dcc6017561d5d5b406bea17e61642d42a6e4391b3d9b4da
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb536a42428dabfa99bfe35f81900a8ed3ddac44
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cbf7d312813157dcf85eced7716666fa9855d8829422d52eba6bd0bba76c340
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b48cfcc65b59cd08bcedb0f2ec1640d7a9e4d9a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4bf7412fd15f291395f7cbb9499d5675190538c2711a9a4b030933efed93eaf
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537646a1f7b63197d10342973c46d8bf0e44c8b6
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ccbb1bb311f79c5837cbaa3fdad311dd95a6d0e96651c4919968f3825611fe6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ccaf14265eb0853f37993fea05ab7ced5260cf
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42a7694b4782ffbdb1b5151d16e43d2f1476e6fbc718d56886e11b54affd082
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d003565c5596c8aa2bb43db520a5a41455b415d9
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ea76ab865ba78b865bae296b2466a10a81fd3fb8387d5d2d6e523b5e3a8a44
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e607b6ce220372fe475bf35013c40cf3b1f2c38
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e534344902aeb49ed260dc34dddd2fa5f861eaeb88f856cc4ec33f515ae9c287
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b32a2217742bc8c5ca33aaaafc062a6d3a4305b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a7b3b88fdb3ca2471094e7744ae464089c921fae4b18ed8586e86ae9a02a42
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7936d8d90a8981321ba36d90b7bf074c507c2d7e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95455b64a2eb3840edbd724086e196dc86f96df9916e4ac784f95c355ae3da20
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ae639a8e53080b56b8c7567e3a3a66ba6251104
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896abc97e032e7a49f057d361c423f2baaea0d759bba29025d09f2fd796f5ff0
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6eb879b9bfc2b18c80d319bebcf08cba9980fe4
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27eac4495a1d8b4797039b81510c1878916cfe39ab26416d06d5ccb8a9003619
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84faadf73310a404645eb6f2a4875772e84d9948
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703f53e29728ac8cf190b719e4c8528b7e3e6e27d6fb1b129764cabe56517d0b
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57137e2d429422124412f1dd98d7748674181ef
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e389b59a3a44132614b9f7fa69881eeb5f5728e42bb8673c58b0457104dd87b9
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e75151c7fc4df0dcbdfeead50b8c5ed0e6182e5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f035f9d3e95a83055ba00ed134a85c7ee648a6985df8e327f3600520b91b47c
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1537e1d89394f039dffc3e650f04bebe57d54c0b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e032ab438ba0900266fe722c29ab513b42974f9c53c22655af5880c99a7233
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65064e641287e6044dedc3c8de5b8d35ba074a6f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa5685fc38363a43b6bce634661d6089c8e9b8057899ae60314420667126ef5
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe3b07f4fdcf564c6df5923386f24b5f52560cb
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe8074b241870dac603d275f7d316af50105c24dc2b5b0fe4b8cecac869901f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49825a852c97e492b1d0712ad0299b17b6497767
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ed4be8e832e6c46d2b3bc6c9ec27a8bb9bd8b20b74f40b7825fb58de871bfbe
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9abc64d421eb342e91367baa48daf0f127268cb8
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04435182efa80392b11e07ff7e47eeed2695e508b4a308ce443d77e649af82d2
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06957efddeba94575a3aad0415a02f2329539c6f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2d7ece0f8e8169cf4024cac664d39d96b2cb62e69045303174857167e22870
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1868fa81f9f9f22512723cbc4041c87df84bf9b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1f248b34d3bba9b7dd83a7868fb15926aa07fa41cb10d28c06fb3619cbd4c9
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a6a91e3806a9200ad4560381b97ad49cc38f93
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be3fff41dd73b764875c13c30d4768018bfe8302fd5c1021830d7aea9536a34
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd54692abbd916c1ba99e05eae22c0ece2defaa
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578f15ae57ceb46e751b3be076d6422cc931314d71f817d5fd25aa94b132d861
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874ee7a085bbfb701e39f0a17e9837ee0aca0615
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22613f676cb234ec84de23608c333c493d353452eb69f4ef01ac4e0915e118f1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ef5c9c661caa85fd4437895145e1b62e967860
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0bea254c2a0a913262d808988c5202629f6719c0b1f116903611b9768900cd
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad1b4ee1638d37192f51860ca49ae9cc08d8dc1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608ca7574b1e2ed56ed6d567ff31fcc02afadc705fb70b24199658f5cfa44e01
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9171417ec3b9cc7b8898b9f4c50bad47b5c9c020
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518209ee49e48119f61c7daccfc898e580faf04f4ca31c371ee309186b8f0286
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425c5080ea108fb9ef56f2fec0e137f4a160c5cd
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:878af176c656d1ab1eb6fe60d024203661d46ee89194ac6678140538b1a8bff5
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d258577b96c7415fb9588a9f6f8961adb9ef214
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37625fc32b0661047283dffee79b906be69dc910d79fd14c85cc4756729babb
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb25926caa807bbba2a1bfb981ea0ed464075bc7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c91a1590d80c3ed863b151fd0bf285257f2029c050a1723b1d7349b4ca23f1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda31abc490d6aeb6620f6d415e9372eeee36e16
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b3cd4d7c1bb3fc115cf84c6a91262bd6bd4efdefa8a178d8e481a93c368b8f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8ff15a7971e223f06604725f8848e34cfdccd0
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d61e7c6ea02505f431253a02f57596f4b18c84d92a4a8bf34030329453c9838
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c685fc922a87714236f24e407b5c464db32f8312
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de0324dcd24c61bb930b6c84aedd5138e69f69373e79feac535d6f8b5f3cb0a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100d7f58e9a3e1e88206bdf18cea5683fe04db4e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e06e63cbaa6e95f3cc986c73529110da2f0e67ae1ede8b95aea19baeb189521d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d3602a907e84e82fa5399f46ae70235f4895257
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7234d5ec67ce3a34f6e8b88a0bf1e8c07371875a340bfac362fc8e9f9d74087
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d6dfb67065d673cc38fe8b21b12882f7054e769
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e892672962e908288ada30229eecae08455549aa4db29a7055379711f05954
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..844c99073f73ac5255f95b64eb0b02098b462a7e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae1f4040e9c616acb0f6b42f4aa5e60752949b4a80f5d2abbb233e36c3438ad5
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace1d66277c209ed07c1830ed1b44202f179b571
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778832147cb4a6995da2f2eb13c5f9b9a55b0386bd014a2e7139493a3b782e56
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa88aea3460f7f5ae48601a6427b106b64b4e9f6
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b367960019fc59d896b17c2ba2a0956ab96c88a187d000561770406a74dd90d9
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be02bf5db2b4cfe5070bec935caffdc54e8c8598
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4e975fcba814d1ac60810f251f2426a3d454626d5fcff61ff03cf4e891cdfe
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ae9de3bbf0ac94c601da3b24dbf8fe1dc2c6b3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:895d9d43327c58aba47ea565d6b2bd0a1025bf33e9aa46171a9efc20354f1500
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46db0f4b58ae8e1695d445518801fb8553d55926
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57998034383ff2fa779b1b283eea22534b0e49a458dba4c557737acad8602521
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bfb91bb01f8b2a4afad0a7ab396f3bdbb66c6fa
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4791100d8a4b86846f318e88a249318f2d7275d0b29c569d9dac880e268b0bea
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f7c25227619b46d34b40cccb39e38d5815f52e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ef88257a806c773b2362ed2f040f71cb7327fa354f6ad7784655ce0b9d087a
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d20fa071adc4a0cd007fc5bb1c007b3d4694a42d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d6285241ecec91a201a7d88df4e020e57c3cf7e52bd5bffdf9d4f777fad334
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6bb19e7eddd47f2c7fed1e494e147b4e5d5a77
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd57d9e26b671000ad36492e94fe2e2146e5b4897babae1a6b8ce308b8911111
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752fa08c377d324926745f67e3b78a467fe70913
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5414b810716ac46dfd4bab5a871e06899f61a6a8b9a1d52c09b21655729a42eb
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f05188a8b563c15bda1940cb8cd271de184ce1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f6164de1788b112d57ed4f4226eefaaaf8214ca81df00a27c66dd524b90edf
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..756928012e774c4afdb364f13c7b46d152715e88
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b399cfea5e70d703553e036141168d6180bd9112fc294eba2191f99fadc12b
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b9e3398a82e17d8348911c49b7354f79d868a70
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f5162a67a44572de49d6b6ac574dce448f6d665f991df7c7ff8b0b3ef1c615
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c4ce7afa9e9a2bde129dcb97a8081b3ad3a771
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52fada902c8665d89caa78546979c5bad2290ae19e2561a86b032235f6f37647
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c8b1450c77b6f618dc4979953ed129c431b447
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53308aa99586624bf7e3ad9d71740dfddceec5e296a6f385335dcc32eb5412a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745d92e17402239d05e05f1ef00a5cf83177acbf
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df89a3001e9b9493c13a9611f3afb598eb02415c98e18564977d3903e7af81e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542e6261716c0dc472258eb3b58bfa7f23559ed7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a066c4167203607d2e788b2c18b302ae26203397f779f9b82961f8a161029299
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce9c55c902078885ec94219e3b228fcb8e789a1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2263467beacaeaac096e2e4e323d0ed5337787ce89bfaf654ea48089b44b3e2
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c622646e22ea37304dd6be3c37c3202a732defa
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb2e1c129f4a7c8ea7f12220f5638b8b1bbae0cbc9faa98a41e6d0e46b49bde5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de18011f9a5b24f901dc00887aec2227287eb31
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e7eb68281c9b88d1c845ba6e25553ff5e86141615f7ad0b6cf8cdfa60e1eee
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce1a766a5f71061f46d4f5829e39ba09add325f8
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c2f701c7cf515f4e9d4925395971c5cbd30ce1ad9ca28b01440229e68831ce
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa492b0b43ffe7185279a4aed1be4de0ab8bd15
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68e1547668584c97cbdeded6af6d81e0dab3df8cd747fc4da08741344aa94c2
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825231411b5a198f6578720f37fc7c242438740f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249ba8b2f19d913ecb93b1720d54f38606ca4d801978b9b7aa6e1ff74768df4d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abe40f9e2ab2f579a14f9afd1faec47ad5cc443
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5823aa78ceba0630db7937de1a3c0db4947ae46a487133915d2fc2e71fe97992
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d69205e6991e923d8b513e30c4ec536034baf600
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200882fe972a816d781411d60322cfe1430062e5b43e6c2f60adfd4666c5822f
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f1bbaf5ac45964bcdbadf908a98e31901813e7a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6baa5ab3510e2a0c9058765e08b232f9102b2ad8d25d8dd835bbb2feea79ab9
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f682b3cb7cea3678e913f9ae354596b5fba63ce7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e216fe5e6fa010f9c24fb3f1dba90af0d6ed5721efa616b2576159e3a0ddd5
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1540721669a460cde95ffe85c0c37bba6498b35a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c8eba2cdb4cb9c6de44724dc35c3c46fc1fd5f508ee2e4d596a879b32f8c3d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9373927aab579fa7075134568d294a36e6690256
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3fb24ae7d4f0c6880a694f7f7411d532b34ff475ea55b5dd6d7b9f32da8f244
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e3298bdc448a8c0a05f65c9dac0ca7a7373f02
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da503903b47c8759f0b27fe9ab7055c31396c377b6851a1bd212ca1e7e63cef9
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6894e4d3306434f067e7202c3b165cae86f59227
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89cb0ac9b4d5d639f199524774285797e697f06b7f6e829c893633d4db2ee3f1
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e1bb7f308b60173d05f1c91d48b7ddff478041
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ceed076123f1c8502f048f19004b703d4e60f0432f35edf18ed13a13af5848
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a2b549c894ea46ea1c58766263dd3fa0bc549a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843150492da8ba72935eaa75b000b1ea387b97f27d6dcd65fe0e9eb7c1f06024
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddb1c38aba541e4cfa4b178799b6f27ba936632
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44dad4639c2108ea8e61c6d3ea9d3c098e884a5491e95b77f494fc62bf3d235e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774cf5ed825ceaba14a105835dfd793d44d467f6
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f32d1d577f337da2f85f53f0298f61eb44deb9113be8a33a2e77889dba24e8
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e0b9f4cdd4b5143e95ebb3a888f3e9f3d401e2
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b8d351936d3059727040b5b86c8c699878093958f1e69b4b64b0d05507d04c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b8dc5747a4b5b406cf1a3951fedc441f306b32
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a00aa6bff8506da464d593d774a88f82c8e5e4458dd01d9e1bd835f51f3d73f
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..792673e8e97e3635ae42288e7c81c3806f32a1e0
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184f391173f691827d5172cea7e3204b228b4ce6958efd4e74e65db324b9248a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3375b756a5b585db86c861acc8b0b0b361d7c3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d63d5499cc9909de007d31ac88c768f73baf58f8fc200481e25068cc27b53eae
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f147041fe23ff0c180f20439ebde81f1aa1c2854
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967334af313d8839ba1a192baf3123472bbc7e465b789efc30db46f1aa92d566
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e994edd20d055559b5d4023fbc06d0bfcc19c5ad
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954a0a1060eed4234d264b098c0b185a5836005a639c43d6dd471b9d61d62885
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..044ba599672c56c035b3c4042a7f5e2597d3ea10
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e360b50a5fc1a6e4fd4b8eb9a82efde0d6e45960c3e9f2b941bc6ae747048849
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a9288fc9f188cbc57e78117adda2e3d4f03452a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36590dd589768fb502982f82727cad94219d3e748da6d8fd686a8c530978c2c2
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4c79c0e26087270a9e4db7ee051d9a9bdf4e0b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04db7cb6712a56ff5dc196b7577df2c8e71308c42d118f16d6de8f8be13161a0
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b902c352decd76db468c3bd34386b2b63613c6b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d2d830b8991ab8fdddc143ddd2079c39c201a010ffd84799d344b1101a13e6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da35d7a461361d8a79aa2d1f1e068235f85de9a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da34c7769590b58592fa6d8dddb82f6ce79b5c1e7753aaedf9963df651eece62
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a469dfe515325c24e4d6c3c0037cb0accf6fc8a5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a695df3c973d432d2d2f136c8603af3abaf18b19e76d7d69109058a0645da3
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0bbd2e23bfb06a7306e917df3311972c98111fb
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d31d9d83f47dc57f8b47b35cb017524c1486e17f0b16dd17af32e6d4fe2e790
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a39b4eb9e9b422f98dff544e24869c7dc5b0beaf
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c6bc8ddbfc8825abebb32d11b96bb44e4ba79f994620c9b926410de48c7ca4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ca32e3952eab16eef4410fbce0b662c7eeeca1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_9/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b527055b1c27451182a4749d230fba7a610ada5820995949e38a24038d5bc09
+size 3203