diff --git a/params/opt/8/rnd_search_fb/comb_1/init/lm_head/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/lm_head/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ffe44759885a965a0db1cc78c6428578bdb691
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22727ddbf5a4728b6d6b8fed49cff1dde55463b57eb7092c6c31225d47fd35ad
+size 202243
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0a86c58f14bf7439a5f0b72adb0c7a1d95624c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c86e27cd4e2ec92a9d2e5ea125dda8f73a35e81c1bd86df45803483679fb7d8
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76751478618b67b80f0c16f86d50ce9ab2eb1c28
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94269529f4cecbce3177368a7c910f93d9d6f1fc8de948c20cdea214d33df9ea
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ec71690783912525b678db2b7108923cb414b9
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ee05eb85b5ac8c983e46f65a94deb28d8e5c3d99d8401c4c3527fa1cd5da73
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763e71f47e1d87bd4d4bf5df6e4831c1d0ed7c42
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39bbdd6b0406e3544ea21c9a44381fb9775bdb7be9d3c9fe242a8e16e0e256be
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53ec559ca01fdc5ee116f2d61d34dfa38cfd1c59
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184b59b1289a0a2b4928841e41786544d80394ded6451f8fda2500aa24ec4c3e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed2ec978e6f679db26758e81a834c25051a8f0d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f131d6e3c58960cc9cca0e88fc193934d27fc9921505c7af5f6ef3084f809d4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6587838c029a7e6ac410c61a9fcd5b72746c0b2
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee74f2679fdb611cc581b78d70c7a0e001469a7100f471a933227d574552e90
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c4e4724793a22333a6fe6e5ba897a3cc210600
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4326a1302a8255b05406862d879b8d07373da63c5a5676895d80f4f9c10fa2
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c0ed5fa7f16525020206018b3b4ec18a508dc3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e9e74bba71394af8d88feb5b08e32ab8692b99b548923ee63e4b2bb650bfc2
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3540e07657f36b7cdb3a59ab86131c941780238c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e055dbf6fd1867616ce090f8883eee5e6007c973868ba91e1ae004e12fc23247
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b4874df0ef8ff0d59d1a62dfcb719d9ddc750c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c16fb29be919e40d9298882b42ce204245635469d18b894b56a924fb2f90b9
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..034a2233bc2422f6855ebad8b6d604bf871b5001
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1099b940fe023835f9f0c6488925e7604a51907165ce1d496f2f57b428785b33
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daccf46edeeb8cbf2299c8ccb08f209735b2f745
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69328835b67e7da7012bf59267db36969bfc4e4a9da237ca061dee150d6086b6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507399a88664068e8b735ead4a57d6f0e177749e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a5a7972f53301f051c10a14182e7e8629a93d51a2b5f815926320d1f1e9432
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2065ac5138a686f1e4387bf594cc20c20659ccb
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c658e6e8388c8fbf66c9cb90feb908154750806258d51d2d8df3e954ef23ec2
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d9aa3bfb499653c5f944cb246d09cc6617ae16
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e002c6db648e65931c1413a30f5c17ad5dc1a79fd91676b19c4245ff78e7de
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38810d1df1a3e7c398265a8d4575a3af33ec0d8
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147b771f838cfcca290f60da2bfe653b70db992fb91aaa0f6f94ae8b79cbc7ba
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d61423a96b5a2700e9d2f245eb8d7b9126b4218d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc845b4a872137dad4b384de070862a822968700784a651eff57c4f604336f95
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c215c58747ed12ee083bba4246e4af6ceb89616a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4ba44dde42fecf296ad25e659fbf4223c77b0d355e51b54ddacb23d9a40d10
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b3145bcc5d94f987e95484e2b1985bcdd999d2
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501d0aed76985ca0076a9d396590cfb706d1166e2075c75a3cef9741a13134c0
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8d385db284c6032a4dc88986b4e264ba86b41f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4563bbffd3ec5f8b5cc55da430366fcd4aa6142482ea73f471103609b34be621
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83dc8c30b3e6d30be66a9947a0874540c1b4297b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e714d0099083dc9cdb3d5b6d82f888f515bbc061c435314a271384300bcdce0
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314cb45eab4f5402a3d5541f39fb0809e010ef04
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bfc459a9b4c1a8b96f4d0765d6f8fc11e9376db3115d3dee2c0e06e2b7dc547
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9773c806d4ba7cf71d676778989b2ab9e3e80da1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9f1ad7024735049cfba2b3d3352de74a7da7832d4de0f80c7adafb59550b7b
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b8a6af66394c586f1468e049a27b7e206c578b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003e9dba3880cc9a738be9baf78f3d166b9148b4128abf83f8df8d64a320d317
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a4e8ef50609955952beb84a401dc542ad677b0
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575882fb336395c3f4c35c4dbffb3aeeea8c507b703217d8aa63abe90804618e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5304507603067446e53b1cb022e165ebfad773
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245c809c12b7d20c110ea215b1d064371de98bb7eccc13a96c4a621a926e7989
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f45ca9d84ad2fb643867407b00c2e42e1903a5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f8e1a4bc2337d82ca678a6fdc9ce1e2ff8c99e4e49b1a4d14830308d94ec51
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab37d8f19ded137b14fbf00c645e83113d08b9a0
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2322fdb7e7e901b8822e2e86ff65ddba5631b447c43ae2873e8685a46fdd945f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d31eb134e0e33330551ef86d38e8fdb5d107300
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7fd9b88e0205d23da8ca96af5bbff77068f507412e2f501608f46cec9b7594
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b43180d28a38f2207ac2c47543eca3c4aac0d1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa7fca4fc41f75f4ef45f24452f2a72672aa41515c224737e70d7d2ab6cb08b
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a84c292af3a163732494f7b67b43eb04f864058
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2adb5944b98dd5d4b3ccf1f964f4ac88a7ffb340db89249c7f035ac2d2397f2f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eee617adb7149bfb438298ed57800cf601f96d8
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0aac3fe7a7bacfd8bfcc39396b727d42851cfce8ce0fdd90fc88b42b8da5a6f
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4c8c815894e651db6ea6ca74c4191f83e60362
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10563e76f3f835399d783f1b582a99ce1f09ab4b1c0cb80317f17d34efd76f6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2c0fe97c63d58b42dda62fba26358fa7c77203
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4659ce00ba9cc7d82d748e0405b8334544f83a61b13b9a8aa1aa290f65a05e5d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e3287e10bb10b700a0044082b4682d9a24144b3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1460f259b1d5ed85748e2be05471c338ff01aa991bc023eaa305933960a30bbc
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ccb60a65f999367aa42d73477b162a3ee20968
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a2aa9ab848d60df20b58c15b9169c09310cf38cd405abfe9d85eeec618b3560
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa71d7eea62d91ff684521665865b18cdab9b643
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb67c7fcea6e5f9c287b4e626d8e1f9e044a8b4fdc26000e7e83ae6da27501d4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc8e2f7d02c529c8de1bb5eb092cd031422a46a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd51a3522f57f190dc5f8749a6c498e1ac3ee175fc847855a4a56f68fbbfd10
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414087ede4804e57a28d95b7c31d30070bb207b5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5363da7a1d6ecd7f756330eb54a962de6ed2328bd71c13d8e6102ef6b1d79ea
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e2da64f75c80ef84395d643b20fe69b3be8c79b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee1a896938e32a6ab06efd12c5a9abba610297c12527bc88882d0d19c3ee02e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3465f2db7cc30da38d56138b0fe10f49e96e25
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69559439e73655dc660b1a35112f7766acf97e7fc9764cfa4969ded751f869f8
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e29fd5e4d86953fc2d422e80e73211f9e677db7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e08e014984f3c6e81347050b2dc28fbfbb06ad4392e83a3fca377df407988c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb0d99a96e97e86d4524fc06a82c1678aa81a6b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7675419fdc85a8f8cf94fd7ef85c3ef9a1d5a129ab59fed040e39f1493f960a0
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a69557a271936e483be6fe5e59de815aa20c174c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a540378be55da8cc04196d6554221378f2ae0b92253fcfb0f5c822126cf42b7
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae3ee25be1761dab6cc67389458ed970507d94d5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08fbd2f71d9e6e228b7f8b4a921d506e3f1208440d9e9d791acda7d37e4aff79
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b25897a14f7897ef8829ad9a9489a29f777d3a9
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8cdf6438923b5c5872ad2e96b3b85965084fe5ac16291e85c77ee1fb84866bc
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf0b191ff0f9b3061f6b095a89c70e4436e771fb
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273f98b2b53596f6c154835241a00b0551c134ac6b6149e1be7b96cce1a91af6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e892951b16e9fbb9a87e026b9c1a8a782a3c6067
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ead9c1063aa8ef0d60d78858e79b73c1fabcc3df5371444f99b3bb59cfa7f8
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef16bd9dcb92d87d2987f988c71441a52dbd5666
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ba45022ae5ac8ab0b50b578016f9dadbea92e20da047eff0731f78a3e601f6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f093373fe1058b726e7bf2a243b5e58136d8cb
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:417dd0e1108dea00b69ffa40cd8c9ca914f799eee361ceeef427c3cb60f3a014
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14584883a2685d6fc4aefe7cabf777e71f544b1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbadc380e8cf9569902b3612adb7416f7e27ebe31a84210ea2628ce85c0c64d1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d4e14744a117def381284a201e745b606226b08
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b83e4bfc462a5d8fb8489869e36ea08f7f71dbebce98a959fa586c601603f52
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf659e0a6d0abede5b07c8b0b333367acd26b45
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be1ddb8f31def11bbbec201fe40c2435d6e4ebbb8ba90ccb9f275be0f8f74ec
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..505d72141d15d5f76aaff06d8f2cf53098d05729
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e9c8ee308c66f20917dabf6b69b5185ec5bf3833a37a57bff9e082b5231407
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2961dc98e5f15e7f0b02cdcafea9e2620b042ef
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df5749b93a71e7a3490020f3331c81d25786c16a664350cec138e289fbac055
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a0dd929aaa6a563efefaa43a870520ccde1d94
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c667086fedeb80cee54d1a3220954210973c10aa0b78a15e07d33f83bb7eab6c
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229f5b2d8b47ef91f69f3a384d0a98345544c89b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124a74b9fb823cd8f8132cb8ce639af568b4753e328d35a9b8a18972975a9271
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd0512d71d101be574dd06a62a33b16bd65ee75
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72bc2c60b86749b5f7fd2e0d1b5ce7d6bfc5d2e5e568e333affd7fbec9defa9
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de05d95e94a44589747798068a4b9b6386205921
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095bdbf2b8973efaa83ae5b7143017ce9a457ac93ba6dc94d1c9764a55d8ab5f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b952b96b492ba5580fd519f29bbd62323bc519
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c43ad7310e44a1dbc266be7af1bc02f84c7354efc5df0b66bacb15333f5ff3
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da698a62c784d0296f25729c76d6004e4dc69d0e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026ebccc44969478bbd8bb7cad5b31320dc1ddcb83e2abc2bd2d624516f402fc
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..570738e3237771aecd26a61e68065f3e1f5a9804
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4dcb271dec08fff8c47d7b66c7d85431cd2a05e3755fba608f50c95a56c82e
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2e10f8e3270083d8affb4c9aba25a304806e61
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0c163687aac9d4321ee136a4537d6a93f025892e0bd9cdb8077159c88b3c8a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845b1d5dddcbddee22df5d30c731c076ee2466ad
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd81f6f5848877201c4135a0204d3d3e2768a9262bb17d6229e26926608db64
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17825e67ced6419af4c44ea94982b7feb062ad37
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942dd94c065802253b9f7b05c61700bab06b8339944c755782942010f2f2a13d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97e2683fccbb9af6ff3bbd44bfced5d22c6278d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6eb4f8b7394e5bb0bbc7fadcb8e3395219b3d67de3e68c22237245ae429c188
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28334cac905dabe9d9a73ad266f5bbd0bef3d6db
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38de8a79078743d506e2226e946412898d5342bdb90c4d48bd0837bcd2011096
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ab747ec23bfef4faf54a37e266cc3446e3d2940
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257871c887b543ca15ce4e0a7c42a875a7287f2c90902c9c31c4aeeec9191177
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc65547eb67e86e5a877b36c7230d1721a686a5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5895c0c0bc24947c7a1e91b6441a75d9458a63d52542b22352b0ec14f0d31328
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e065dfd211e382914305abf177087cba354124f1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64d7e829824d1f87119cd60c8eaf203bc6184c15726464a9534e72921ddcf92
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68d1b18af974aab0f4dd53519c17bf6bd93280dd
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40be83c33de738e3d4782b954f7a91cae7b9dd8959174561eac6da70f4a0dcf3
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182fb008eff747c8e55bc7006b6de2c7610a3b14
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e3e51ae7bb0c58b156172df88f0114b488e39f4d427e80c210d74b47bc7c6d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f30653b2790e4372afe09201d705305e99763f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613d391cf8e9f0abddef03e9dac0751f56aded39581cd80cd393d582aa973695
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce9587d479e78307c71edfacee9b47f941fbc81d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72a95f65fc9020b231c1f7fa48df79431ec4fff08aa19f193a85c1070b6d18f
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c00371f46c357c77cf9756554a7cfe3041a2db
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4830ea69e6ceaa595c091be82eb2ffcc238b2cf8410139ba329c6042c8c30c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8573165d9c22b15e056745b0209292e6752f38a2
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db7510ca0c51dc508368a242564ef3496001834d37cec065cc6b6229c713147
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db9832af0157db276785843f3c9e0bd4ae64ab4
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1148662a840772e880d27f07a85465001d8550991e4081e7072f7d724b45d087
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df3f7a463e46f5a04189c88e87e9c256d292759
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a748e4110fb5ad29eaeb6e28dbbd9ad44d2681aaa49db80ed9cc18f1207f713
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4128839ca44d927e7c721f6f0741994db0ff11b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412f543618b920a0d0627b6dc4e77e1b0f356b6dc6e51fb26d35cf3963933297
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f52d959364fa307135643741df763094c277699f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3933afb5149dd3d0cad5baccc32048dff291cc6ff75d5df3e72ae7679c0e7a7c
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2470bf69bc112bf58ca02fabc5c094de80088b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310aa7f9c7789e4336d1e755c0b56a5dbc1287f7301dad21840783586c1fd6de
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7821a58a4ddd4b529be700f8b983e947d56dba40
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2d6fe7ef9228e6ff07244cce84f910e0a52b83a84a3f8df580191018058364
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ae3df6ed7944160d674b01201d5d6b5b418ae1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430a44b9967ca5b01654977d383f404095d138927cf71943973cef24c363d647
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca14448fad18bedca291ceb8c42b8cb5e60fc0c5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b13ffd902a6b7af050c6eff0951e29d5da25b3c7819bc45e03c3a9fc5c787ab
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d8bbb33fa8c5fdc25dd3bb17e069b87fbf80fb
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184575a10d45138ee4219d0c162c1149a81e4edb372ab944fc8817e180f6d351
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e1f5a8fae1e32b86a9a5627b93b0bc4181efc0
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b94a6d2a8d741cc05b7a3fedf5502126f9fe932f3b878b13bdffd4daca11cc
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998946a8a4fae7cbaf3cefa1d2ea61e660e94647
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e2c5c76986dddcd9f27b2e791877261be5c902ec96d9c9d64bc3a56271d1da
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3d2fee0bfec2c22bf7e3700188c3163de3c759
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b515159a7554aa432b70abced6a838188b932512da544d844b8180e8dce3911c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e90290e6f2546edaf5fa3583400815652bc5e9e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d828019fcd1202fbf9acf224f8fb4821e3b7b9fab78deb4bc11738390e2319d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba7d78b0e2245e18d858888650a2299378c060e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361533c82f4404a7e5a11703a39fa411036dfb0d4f14a9a5d4fc15b0953e9122
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3414a056581f6277a3e41873aea8db488805dbb6
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f53e238adf9c8191235eb16a0f6a0fd55df63e3ef5f7ab0df7d9b43e89ed0484
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74aa0fbcd1a22d67224edb60731fa231ff51ff21
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1474d8ef16c7bc87923d9c7aab210213dadb73fa66bf19722498dfd13946491
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8d76a77035cde9626734a2e8de3903980438a5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273955521eed87a8cd3720d5392efe9e17a883d5f8685488972c37f870b845de
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a40df5f2dc0d491e5a36f034d73c1305b9cd66cb
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03cf44df65fc840fe1021e8f49f79dae1f3257823c906171aaf9e0e1b273b9c6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcbc3dc539ff8bc34e2605e0d500278ee697b11e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716df5112a959f8bd93b5cc0bdbca2e47db3e22e14634733729f77f43484aae8
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300d41ba551a8c562c9c85333fd4373e9b3180b1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ead5ed368021695d196e21db2f3eb1eebd743fd4e037d6c618fb5e22bc341a3
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..039548aea31759443c80db645a3825d1fb09cab8
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdc470b36499803bc063876ca82438ce414bfc94acb730af6962ea1d5fae8a0
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8ad0ed26d9e5a2cbda61b37f13e9b7ba17a46d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093ea092066d3a435e7f43bd8d491cf455797819e76d6c0cc4af0d26fd3a2ec3
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..512e851248db568c0824102889801a46ddd95295
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c629d12733890837a8566682b185a8283442eb45b13575eb13bc8fd5605bbeea
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a14ea01dc76053a1f4de0a54ca5bde1cc917f2
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e4b61268929389ad07b5ccacabd3ec4ae571b1297b9a4281ca579052a973c9
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b1c3005c71ba93573195fe3bd3743a7560bdd2
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00dfadf78c3054c7522b877ac53b3596d080a5b7ea3c07c325037c83dab9fbf
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2188b2971248ffb516487756554af37f667f1005
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0310ad81d8a086b7e023137c951043cd39a4817a80f68bc4541231d14559b7a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a750e5457859cad762ea4b3b070ad713f195b73
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03cfcaca3dceee622fe2d76e05e0cfd78a6f6f228526312ad9ed86506e3cc162
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4326df0aae19e7cb9b6752c365ea46e60c4f335c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9c3294dac4344d26d6b799832e0892b1e8eddb4a1a1eaf895eb73a4e7d5b12
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d401a95d93af912dad7283b775720913a6ed67
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5984138023ed4610a6b7d86f07b2f1c5658e1bbe2f0cea2e5862db46cf114575
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a71e8b93ccb3df51cf2794a79bd8df2b72d46ab
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c02a4fec6154cf23ac67c05ce5a66bd1a8d8101265cc178491f6f54259af8e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779796d809054ff074dfdbb30a2481ac6efa0322
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00e7ff1f1b6f055792851cd5b8ba82b00995942322e6f2772c61e93f3bf2c49
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dff4a80047016dd963feed743c7645ba982afa6
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a27be95cdb7009b85a5425cd39222abb344a08fce4807b34ee40f1e3b48945c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47bc609e3925c195363a5c2617c271a4aaf7d68
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb398127d6e23d119e6383561532775fb75bfa9c1e1a3a85b4acba46c57fa0d1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0eeb48b281a1103d022b763654051524993b4df
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f5a338abcdebc6dfad5a5465917b68d5161603bb3d6697ea427c59c2a5f013
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a2aab9a2fbd62f1ebb2414cbec1e36fd20af157
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f9f4ec19ed57d93f579e253d0d320d7a2cfe791609975418ccd1ebaf3c30e2
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97851c07464240094a5778d2f5f8cf6c4572ed51
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc561623eea8059b684ec5d5dbd0bc3ab31f74142d6a79507388e3c2bb6f494
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2c52fa6228bbe022c28a49cf059500daab8258
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5435b10038db311a20a5876ee085131a29986ebd3d1d1c2ed4864d3181d6bca4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1893b5cb1955fd2260b2ad4730d51524992c1de
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2786165c4d4f2c460dbb114d6e2cccb0912ce2c18b758aad6ec4da0e943acb9
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f7afba3fe76e3132b8926b97f9ab9c585e41a7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0740ae8dd876d7a22dbc17e724f718bdad9640eba774535945f33fb405154d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b914eaefdb73738c9553f96fb65641b1135d586
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eacdf458b7f6aad1d71653ef185959a62e0eebd3cba72dc6e8132cdecbcc9cd7
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94abe148f7446a4bb3a5566467aa7b9daf0bcc2b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515317786b0e3fd533dfe2ef342312b5140c8d77e1fc07eaf4a0cfc69bd71a69
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a3ff13acf6c7a13f7da26ef87adaff597c7c43
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf182c3d64e34e917a847c1d6f05fbcd989f324f1eec082e0d3a15460f6e569
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a44628f560da15b7aef3afe55d835fe7a3bceaa
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e797bafed0ee3a791f6ada717968308ce553b0a42ef1a47d935bd596cc9b7d76
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b8af281af5460b9fa134fde649e3cffd450ab7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe274080ea2446e05e4621666f7eba84e689d149eb6c22dfa75fc6b52407eb7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c41d87d302f472d2d1e25996d09867343005b2
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a514504b5effa71d50b153cdd5cf1e5ddb0d12609f85dc32b4a5a31e46c364f3
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad29410c940afe5fb682c72005d5fc2edbcd7b82
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f03b6e20e822380b67465f1eb8364c6e8e9666fe3992bed49b0123e9655e5fb3
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaede6c8ee327890f1b92cefaa89efa173eae56b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2ada801bf706b47f255dc1ffdac414a623ac318a0ae8d801f29ea270d00899
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78d38d039974205307a3867902b620843d2eef92
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbcfd5a1911c3dce13fd654c0825e0358952ed8ec5756354f50702c26fba873b
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce9c325f677a39f71017e4130b9cd29a578bf3e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a25e6484e0400315e791c80006b9840025d9566526fef93cac826de0f600ff1c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a88cf9a69a2b078ce5e8073e64b17642f8b1df4
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8b14f1a60debfd632454d940983a23d1714256b0c3aeaf124bf5fc04934f34
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cafb0a78688b2659b844b3071cf3c018c67cb26
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0072c13a12246a783675254bd88edef37d938a17b341591b4a350a72864b9431
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e01b29808e34b9168705118bdefe61c890fd9c3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fba6a1703b3088309dc1f81d46424052448f5862343fb926e45b395aa43c0dc
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34cc3c64148b42534cf6e7543a0435981832ef10
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18524d0ad439ff4090a2f38188b1f200d45cb6e8552a3792d8640d1a7e0450eb
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a31a0fde14b0cc5654e46b1fafc1b789b1355b6
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72f78e6a6e9bb594cdabd9a5deaf32541966b2bfb237a8717795d69453ab2c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee50d2eb994e43793d3775651eed0b71ff89aa2f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f304944c253bda2f847059092cb86067ce06ecae18d69ef7a24cb29d1cf9ee8
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfee4d7d838ca8d997a2558bbd5a0a5dff695954
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f68c515dc382ec9df7c33209f51be29a5551e0e2c8a114e33cd625a1af442c2
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e0df6be743afae40ef2e28ae94ce653acaaa87f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714ebca8d39442eaa14e08446379f310ce80bae5cabf16b6494d0c59a42a8d7c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e492a3bafe02b6619aad42164ee3a50c9beac5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94158e945f182330ac76f06904e8fbc96d31d944cc4ff65851633f979b5ad692
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5205a9de3ac734e4d6a339ac3028c17f0d99e2b2
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb73f47dc4f58a51beab381d354c7653fd3a8510df06bf823a9be301ad335eb
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657318df8b6fd8a82289a6f4f259f6042d320a22
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4c7495beb2c29fa3bfc1535194c4e2aa73090764f3dd3bba97cd0366fdfa50
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a69434932ef99a8d2dbe9906cbd755b77eafba25
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b401ecabf464e57bce9688be42c68167cc8c90d5bc19fa728c077dc3dbad7eb
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c146be29fd134ba63a928ed31da908af56996fd5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53e4c8e4defbe31e387653c08d61e32952f0f6b6d0a5bfe475b1c866f18106d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60197fe82afe3a89eca27fc1f5f763a945ad0021
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1cf0ff2640bdab60906082b5df64cb4f0c61aec8b887329e7358147dd743f31
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2131d025bdbd24d1139f4038cc0b2cfe455346b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a209f32c3ae8ea9d12b016780b749b05c9a1c799f0031323434de2499047251
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09cef36b843780d56043635ebe30d336e6db8f38
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09f9949722b6afee4a6dff8900124b170cd977cd00d800c1f643f5598533d1e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e3f0b6c86e5aff0d4e32373cde811043748988
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f3874d4a2ee15fbd5ab6f4f9edeecdfb186efa748ae8a49a92c5030db81c3f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5816673d1c266f1baef67f676f631f14202811c7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb43ea55322a0d142296d40dfe5f7b0476162b88fd0198008de4e012ac58638
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02099d8bee6877997fc82587b4d2f134271866ad
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9bb8dade63626f853cc17d5299ed0cc9b5f0042915c424cc3c2710057815cc
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89551bec9ee713d53af3cf0df660cdacfde7fada
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1962d8cb15a59415642eb088fa0271f930c042a07227ff3877bbdc3f6353515
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9cf818b151ec74bd8b08e6587b38f9b91c2a49
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482f14c08404b990b9bc94c5e17393ad72975584e15adbeceebe87f00ca90c30
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd653b237cdad05bab1221f9f5a9e0ce8f2ed8c9
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ca5b9a21b5edb7637b8e6ecb4b9b9936c0bca248f6adc8e38319a64d19777e
+size 3203
diff --git a/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..734ba93ccdce8de142747d42c7ecf7ca89a3ebb4
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9642249462c70b56365a90157fb5c348366809ec97d4a438aa6c1365b107cdca
+size 3203
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/lm_head/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/lm_head/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ffe44759885a965a0db1cc78c6428578bdb691
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22727ddbf5a4728b6d6b8fed49cff1dde55463b57eb7092c6c31225d47fd35ad
+size 202243
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0a86c58f14bf7439a5f0b72adb0c7a1d95624c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c86e27cd4e2ec92a9d2e5ea125dda8f73a35e81c1bd86df45803483679fb7d8
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76751478618b67b80f0c16f86d50ce9ab2eb1c28
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94269529f4cecbce3177368a7c910f93d9d6f1fc8de948c20cdea214d33df9ea
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ec71690783912525b678db2b7108923cb414b9
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ee05eb85b5ac8c983e46f65a94deb28d8e5c3d99d8401c4c3527fa1cd5da73
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763e71f47e1d87bd4d4bf5df6e4831c1d0ed7c42
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39bbdd6b0406e3544ea21c9a44381fb9775bdb7be9d3c9fe242a8e16e0e256be
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53ec559ca01fdc5ee116f2d61d34dfa38cfd1c59
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184b59b1289a0a2b4928841e41786544d80394ded6451f8fda2500aa24ec4c3e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed2ec978e6f679db26758e81a834c25051a8f0d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f131d6e3c58960cc9cca0e88fc193934d27fc9921505c7af5f6ef3084f809d4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6587838c029a7e6ac410c61a9fcd5b72746c0b2
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee74f2679fdb611cc581b78d70c7a0e001469a7100f471a933227d574552e90
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c4e4724793a22333a6fe6e5ba897a3cc210600
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4326a1302a8255b05406862d879b8d07373da63c5a5676895d80f4f9c10fa2
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c0ed5fa7f16525020206018b3b4ec18a508dc3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e9e74bba71394af8d88feb5b08e32ab8692b99b548923ee63e4b2bb650bfc2
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3540e07657f36b7cdb3a59ab86131c941780238c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e055dbf6fd1867616ce090f8883eee5e6007c973868ba91e1ae004e12fc23247
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b4874df0ef8ff0d59d1a62dfcb719d9ddc750c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c16fb29be919e40d9298882b42ce204245635469d18b894b56a924fb2f90b9
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..034a2233bc2422f6855ebad8b6d604bf871b5001
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1099b940fe023835f9f0c6488925e7604a51907165ce1d496f2f57b428785b33
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daccf46edeeb8cbf2299c8ccb08f209735b2f745
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69328835b67e7da7012bf59267db36969bfc4e4a9da237ca061dee150d6086b6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507399a88664068e8b735ead4a57d6f0e177749e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a5a7972f53301f051c10a14182e7e8629a93d51a2b5f815926320d1f1e9432
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2065ac5138a686f1e4387bf594cc20c20659ccb
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c658e6e8388c8fbf66c9cb90feb908154750806258d51d2d8df3e954ef23ec2
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d9aa3bfb499653c5f944cb246d09cc6617ae16
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e002c6db648e65931c1413a30f5c17ad5dc1a79fd91676b19c4245ff78e7de
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38810d1df1a3e7c398265a8d4575a3af33ec0d8
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147b771f838cfcca290f60da2bfe653b70db992fb91aaa0f6f94ae8b79cbc7ba
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d61423a96b5a2700e9d2f245eb8d7b9126b4218d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc845b4a872137dad4b384de070862a822968700784a651eff57c4f604336f95
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c215c58747ed12ee083bba4246e4af6ceb89616a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4ba44dde42fecf296ad25e659fbf4223c77b0d355e51b54ddacb23d9a40d10
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b3145bcc5d94f987e95484e2b1985bcdd999d2
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501d0aed76985ca0076a9d396590cfb706d1166e2075c75a3cef9741a13134c0
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8d385db284c6032a4dc88986b4e264ba86b41f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4563bbffd3ec5f8b5cc55da430366fcd4aa6142482ea73f471103609b34be621
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83dc8c30b3e6d30be66a9947a0874540c1b4297b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e714d0099083dc9cdb3d5b6d82f888f515bbc061c435314a271384300bcdce0
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314cb45eab4f5402a3d5541f39fb0809e010ef04
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bfc459a9b4c1a8b96f4d0765d6f8fc11e9376db3115d3dee2c0e06e2b7dc547
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9773c806d4ba7cf71d676778989b2ab9e3e80da1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9f1ad7024735049cfba2b3d3352de74a7da7832d4de0f80c7adafb59550b7b
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b8a6af66394c586f1468e049a27b7e206c578b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003e9dba3880cc9a738be9baf78f3d166b9148b4128abf83f8df8d64a320d317
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a4e8ef50609955952beb84a401dc542ad677b0
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575882fb336395c3f4c35c4dbffb3aeeea8c507b703217d8aa63abe90804618e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5304507603067446e53b1cb022e165ebfad773
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245c809c12b7d20c110ea215b1d064371de98bb7eccc13a96c4a621a926e7989
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f45ca9d84ad2fb643867407b00c2e42e1903a5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f8e1a4bc2337d82ca678a6fdc9ce1e2ff8c99e4e49b1a4d14830308d94ec51
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab37d8f19ded137b14fbf00c645e83113d08b9a0
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2322fdb7e7e901b8822e2e86ff65ddba5631b447c43ae2873e8685a46fdd945f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d31eb134e0e33330551ef86d38e8fdb5d107300
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7fd9b88e0205d23da8ca96af5bbff77068f507412e2f501608f46cec9b7594
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b43180d28a38f2207ac2c47543eca3c4aac0d1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa7fca4fc41f75f4ef45f24452f2a72672aa41515c224737e70d7d2ab6cb08b
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a84c292af3a163732494f7b67b43eb04f864058
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2adb5944b98dd5d4b3ccf1f964f4ac88a7ffb340db89249c7f035ac2d2397f2f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eee617adb7149bfb438298ed57800cf601f96d8
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0aac3fe7a7bacfd8bfcc39396b727d42851cfce8ce0fdd90fc88b42b8da5a6f
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4c8c815894e651db6ea6ca74c4191f83e60362
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10563e76f3f835399d783f1b582a99ce1f09ab4b1c0cb80317f17d34efd76f6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2c0fe97c63d58b42dda62fba26358fa7c77203
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4659ce00ba9cc7d82d748e0405b8334544f83a61b13b9a8aa1aa290f65a05e5d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e3287e10bb10b700a0044082b4682d9a24144b3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1460f259b1d5ed85748e2be05471c338ff01aa991bc023eaa305933960a30bbc
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ccb60a65f999367aa42d73477b162a3ee20968
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a2aa9ab848d60df20b58c15b9169c09310cf38cd405abfe9d85eeec618b3560
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa71d7eea62d91ff684521665865b18cdab9b643
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb67c7fcea6e5f9c287b4e626d8e1f9e044a8b4fdc26000e7e83ae6da27501d4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc8e2f7d02c529c8de1bb5eb092cd031422a46a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd51a3522f57f190dc5f8749a6c498e1ac3ee175fc847855a4a56f68fbbfd10
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414087ede4804e57a28d95b7c31d30070bb207b5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5363da7a1d6ecd7f756330eb54a962de6ed2328bd71c13d8e6102ef6b1d79ea
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e2da64f75c80ef84395d643b20fe69b3be8c79b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee1a896938e32a6ab06efd12c5a9abba610297c12527bc88882d0d19c3ee02e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3465f2db7cc30da38d56138b0fe10f49e96e25
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69559439e73655dc660b1a35112f7766acf97e7fc9764cfa4969ded751f869f8
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e29fd5e4d86953fc2d422e80e73211f9e677db7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e08e014984f3c6e81347050b2dc28fbfbb06ad4392e83a3fca377df407988c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb0d99a96e97e86d4524fc06a82c1678aa81a6b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7675419fdc85a8f8cf94fd7ef85c3ef9a1d5a129ab59fed040e39f1493f960a0
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a69557a271936e483be6fe5e59de815aa20c174c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a540378be55da8cc04196d6554221378f2ae0b92253fcfb0f5c822126cf42b7
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae3ee25be1761dab6cc67389458ed970507d94d5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08fbd2f71d9e6e228b7f8b4a921d506e3f1208440d9e9d791acda7d37e4aff79
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b25897a14f7897ef8829ad9a9489a29f777d3a9
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8cdf6438923b5c5872ad2e96b3b85965084fe5ac16291e85c77ee1fb84866bc
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf0b191ff0f9b3061f6b095a89c70e4436e771fb
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273f98b2b53596f6c154835241a00b0551c134ac6b6149e1be7b96cce1a91af6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e892951b16e9fbb9a87e026b9c1a8a782a3c6067
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ead9c1063aa8ef0d60d78858e79b73c1fabcc3df5371444f99b3bb59cfa7f8
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef16bd9dcb92d87d2987f988c71441a52dbd5666
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ba45022ae5ac8ab0b50b578016f9dadbea92e20da047eff0731f78a3e601f6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f093373fe1058b726e7bf2a243b5e58136d8cb
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:417dd0e1108dea00b69ffa40cd8c9ca914f799eee361ceeef427c3cb60f3a014
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14584883a2685d6fc4aefe7cabf777e71f544b1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbadc380e8cf9569902b3612adb7416f7e27ebe31a84210ea2628ce85c0c64d1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d4e14744a117def381284a201e745b606226b08
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b83e4bfc462a5d8fb8489869e36ea08f7f71dbebce98a959fa586c601603f52
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf659e0a6d0abede5b07c8b0b333367acd26b45
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be1ddb8f31def11bbbec201fe40c2435d6e4ebbb8ba90ccb9f275be0f8f74ec
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..505d72141d15d5f76aaff06d8f2cf53098d05729
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e9c8ee308c66f20917dabf6b69b5185ec5bf3833a37a57bff9e082b5231407
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2961dc98e5f15e7f0b02cdcafea9e2620b042ef
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df5749b93a71e7a3490020f3331c81d25786c16a664350cec138e289fbac055
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a0dd929aaa6a563efefaa43a870520ccde1d94
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c667086fedeb80cee54d1a3220954210973c10aa0b78a15e07d33f83bb7eab6c
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229f5b2d8b47ef91f69f3a384d0a98345544c89b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124a74b9fb823cd8f8132cb8ce639af568b4753e328d35a9b8a18972975a9271
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd0512d71d101be574dd06a62a33b16bd65ee75
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72bc2c60b86749b5f7fd2e0d1b5ce7d6bfc5d2e5e568e333affd7fbec9defa9
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de05d95e94a44589747798068a4b9b6386205921
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095bdbf2b8973efaa83ae5b7143017ce9a457ac93ba6dc94d1c9764a55d8ab5f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b952b96b492ba5580fd519f29bbd62323bc519
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c43ad7310e44a1dbc266be7af1bc02f84c7354efc5df0b66bacb15333f5ff3
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da698a62c784d0296f25729c76d6004e4dc69d0e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026ebccc44969478bbd8bb7cad5b31320dc1ddcb83e2abc2bd2d624516f402fc
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..570738e3237771aecd26a61e68065f3e1f5a9804
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4dcb271dec08fff8c47d7b66c7d85431cd2a05e3755fba608f50c95a56c82e
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2e10f8e3270083d8affb4c9aba25a304806e61
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0c163687aac9d4321ee136a4537d6a93f025892e0bd9cdb8077159c88b3c8a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845b1d5dddcbddee22df5d30c731c076ee2466ad
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd81f6f5848877201c4135a0204d3d3e2768a9262bb17d6229e26926608db64
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17825e67ced6419af4c44ea94982b7feb062ad37
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942dd94c065802253b9f7b05c61700bab06b8339944c755782942010f2f2a13d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97e2683fccbb9af6ff3bbd44bfced5d22c6278d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6eb4f8b7394e5bb0bbc7fadcb8e3395219b3d67de3e68c22237245ae429c188
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28334cac905dabe9d9a73ad266f5bbd0bef3d6db
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38de8a79078743d506e2226e946412898d5342bdb90c4d48bd0837bcd2011096
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ab747ec23bfef4faf54a37e266cc3446e3d2940
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257871c887b543ca15ce4e0a7c42a875a7287f2c90902c9c31c4aeeec9191177
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc65547eb67e86e5a877b36c7230d1721a686a5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5895c0c0bc24947c7a1e91b6441a75d9458a63d52542b22352b0ec14f0d31328
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e065dfd211e382914305abf177087cba354124f1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64d7e829824d1f87119cd60c8eaf203bc6184c15726464a9534e72921ddcf92
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68d1b18af974aab0f4dd53519c17bf6bd93280dd
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40be83c33de738e3d4782b954f7a91cae7b9dd8959174561eac6da70f4a0dcf3
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182fb008eff747c8e55bc7006b6de2c7610a3b14
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e3e51ae7bb0c58b156172df88f0114b488e39f4d427e80c210d74b47bc7c6d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f30653b2790e4372afe09201d705305e99763f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613d391cf8e9f0abddef03e9dac0751f56aded39581cd80cd393d582aa973695
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce9587d479e78307c71edfacee9b47f941fbc81d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72a95f65fc9020b231c1f7fa48df79431ec4fff08aa19f193a85c1070b6d18f
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c00371f46c357c77cf9756554a7cfe3041a2db
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4830ea69e6ceaa595c091be82eb2ffcc238b2cf8410139ba329c6042c8c30c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8573165d9c22b15e056745b0209292e6752f38a2
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db7510ca0c51dc508368a242564ef3496001834d37cec065cc6b6229c713147
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db9832af0157db276785843f3c9e0bd4ae64ab4
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1148662a840772e880d27f07a85465001d8550991e4081e7072f7d724b45d087
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df3f7a463e46f5a04189c88e87e9c256d292759
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a748e4110fb5ad29eaeb6e28dbbd9ad44d2681aaa49db80ed9cc18f1207f713
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4128839ca44d927e7c721f6f0741994db0ff11b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412f543618b920a0d0627b6dc4e77e1b0f356b6dc6e51fb26d35cf3963933297
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f52d959364fa307135643741df763094c277699f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3933afb5149dd3d0cad5baccc32048dff291cc6ff75d5df3e72ae7679c0e7a7c
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2470bf69bc112bf58ca02fabc5c094de80088b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310aa7f9c7789e4336d1e755c0b56a5dbc1287f7301dad21840783586c1fd6de
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7821a58a4ddd4b529be700f8b983e947d56dba40
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2d6fe7ef9228e6ff07244cce84f910e0a52b83a84a3f8df580191018058364
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ae3df6ed7944160d674b01201d5d6b5b418ae1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430a44b9967ca5b01654977d383f404095d138927cf71943973cef24c363d647
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca14448fad18bedca291ceb8c42b8cb5e60fc0c5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b13ffd902a6b7af050c6eff0951e29d5da25b3c7819bc45e03c3a9fc5c787ab
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d8bbb33fa8c5fdc25dd3bb17e069b87fbf80fb
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184575a10d45138ee4219d0c162c1149a81e4edb372ab944fc8817e180f6d351
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e1f5a8fae1e32b86a9a5627b93b0bc4181efc0
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b94a6d2a8d741cc05b7a3fedf5502126f9fe932f3b878b13bdffd4daca11cc
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998946a8a4fae7cbaf3cefa1d2ea61e660e94647
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e2c5c76986dddcd9f27b2e791877261be5c902ec96d9c9d64bc3a56271d1da
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3d2fee0bfec2c22bf7e3700188c3163de3c759
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b515159a7554aa432b70abced6a838188b932512da544d844b8180e8dce3911c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e90290e6f2546edaf5fa3583400815652bc5e9e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d828019fcd1202fbf9acf224f8fb4821e3b7b9fab78deb4bc11738390e2319d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba7d78b0e2245e18d858888650a2299378c060e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361533c82f4404a7e5a11703a39fa411036dfb0d4f14a9a5d4fc15b0953e9122
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3414a056581f6277a3e41873aea8db488805dbb6
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f53e238adf9c8191235eb16a0f6a0fd55df63e3ef5f7ab0df7d9b43e89ed0484
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74aa0fbcd1a22d67224edb60731fa231ff51ff21
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1474d8ef16c7bc87923d9c7aab210213dadb73fa66bf19722498dfd13946491
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8d76a77035cde9626734a2e8de3903980438a5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273955521eed87a8cd3720d5392efe9e17a883d5f8685488972c37f870b845de
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a40df5f2dc0d491e5a36f034d73c1305b9cd66cb
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03cf44df65fc840fe1021e8f49f79dae1f3257823c906171aaf9e0e1b273b9c6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcbc3dc539ff8bc34e2605e0d500278ee697b11e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716df5112a959f8bd93b5cc0bdbca2e47db3e22e14634733729f77f43484aae8
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300d41ba551a8c562c9c85333fd4373e9b3180b1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ead5ed368021695d196e21db2f3eb1eebd743fd4e037d6c618fb5e22bc341a3
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..039548aea31759443c80db645a3825d1fb09cab8
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdc470b36499803bc063876ca82438ce414bfc94acb730af6962ea1d5fae8a0
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8ad0ed26d9e5a2cbda61b37f13e9b7ba17a46d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093ea092066d3a435e7f43bd8d491cf455797819e76d6c0cc4af0d26fd3a2ec3
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..512e851248db568c0824102889801a46ddd95295
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c629d12733890837a8566682b185a8283442eb45b13575eb13bc8fd5605bbeea
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a14ea01dc76053a1f4de0a54ca5bde1cc917f2
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e4b61268929389ad07b5ccacabd3ec4ae571b1297b9a4281ca579052a973c9
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b1c3005c71ba93573195fe3bd3743a7560bdd2
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00dfadf78c3054c7522b877ac53b3596d080a5b7ea3c07c325037c83dab9fbf
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2188b2971248ffb516487756554af37f667f1005
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0310ad81d8a086b7e023137c951043cd39a4817a80f68bc4541231d14559b7a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a750e5457859cad762ea4b3b070ad713f195b73
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03cfcaca3dceee622fe2d76e05e0cfd78a6f6f228526312ad9ed86506e3cc162
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4326df0aae19e7cb9b6752c365ea46e60c4f335c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9c3294dac4344d26d6b799832e0892b1e8eddb4a1a1eaf895eb73a4e7d5b12
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d401a95d93af912dad7283b775720913a6ed67
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5984138023ed4610a6b7d86f07b2f1c5658e1bbe2f0cea2e5862db46cf114575
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a71e8b93ccb3df51cf2794a79bd8df2b72d46ab
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c02a4fec6154cf23ac67c05ce5a66bd1a8d8101265cc178491f6f54259af8e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779796d809054ff074dfdbb30a2481ac6efa0322
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00e7ff1f1b6f055792851cd5b8ba82b00995942322e6f2772c61e93f3bf2c49
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dff4a80047016dd963feed743c7645ba982afa6
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a27be95cdb7009b85a5425cd39222abb344a08fce4807b34ee40f1e3b48945c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47bc609e3925c195363a5c2617c271a4aaf7d68
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb398127d6e23d119e6383561532775fb75bfa9c1e1a3a85b4acba46c57fa0d1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0eeb48b281a1103d022b763654051524993b4df
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f5a338abcdebc6dfad5a5465917b68d5161603bb3d6697ea427c59c2a5f013
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a2aab9a2fbd62f1ebb2414cbec1e36fd20af157
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f9f4ec19ed57d93f579e253d0d320d7a2cfe791609975418ccd1ebaf3c30e2
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97851c07464240094a5778d2f5f8cf6c4572ed51
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc561623eea8059b684ec5d5dbd0bc3ab31f74142d6a79507388e3c2bb6f494
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2c52fa6228bbe022c28a49cf059500daab8258
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5435b10038db311a20a5876ee085131a29986ebd3d1d1c2ed4864d3181d6bca4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1893b5cb1955fd2260b2ad4730d51524992c1de
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2786165c4d4f2c460dbb114d6e2cccb0912ce2c18b758aad6ec4da0e943acb9
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f7afba3fe76e3132b8926b97f9ab9c585e41a7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0740ae8dd876d7a22dbc17e724f718bdad9640eba774535945f33fb405154d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b914eaefdb73738c9553f96fb65641b1135d586
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eacdf458b7f6aad1d71653ef185959a62e0eebd3cba72dc6e8132cdecbcc9cd7
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94abe148f7446a4bb3a5566467aa7b9daf0bcc2b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515317786b0e3fd533dfe2ef342312b5140c8d77e1fc07eaf4a0cfc69bd71a69
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a3ff13acf6c7a13f7da26ef87adaff597c7c43
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf182c3d64e34e917a847c1d6f05fbcd989f324f1eec082e0d3a15460f6e569
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a44628f560da15b7aef3afe55d835fe7a3bceaa
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e797bafed0ee3a791f6ada717968308ce553b0a42ef1a47d935bd596cc9b7d76
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b8af281af5460b9fa134fde649e3cffd450ab7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe274080ea2446e05e4621666f7eba84e689d149eb6c22dfa75fc6b52407eb7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c41d87d302f472d2d1e25996d09867343005b2
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a514504b5effa71d50b153cdd5cf1e5ddb0d12609f85dc32b4a5a31e46c364f3
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad29410c940afe5fb682c72005d5fc2edbcd7b82
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f03b6e20e822380b67465f1eb8364c6e8e9666fe3992bed49b0123e9655e5fb3
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaede6c8ee327890f1b92cefaa89efa173eae56b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2ada801bf706b47f255dc1ffdac414a623ac318a0ae8d801f29ea270d00899
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78d38d039974205307a3867902b620843d2eef92
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbcfd5a1911c3dce13fd654c0825e0358952ed8ec5756354f50702c26fba873b
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce9c325f677a39f71017e4130b9cd29a578bf3e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a25e6484e0400315e791c80006b9840025d9566526fef93cac826de0f600ff1c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a88cf9a69a2b078ce5e8073e64b17642f8b1df4
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8b14f1a60debfd632454d940983a23d1714256b0c3aeaf124bf5fc04934f34
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cafb0a78688b2659b844b3071cf3c018c67cb26
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0072c13a12246a783675254bd88edef37d938a17b341591b4a350a72864b9431
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e01b29808e34b9168705118bdefe61c890fd9c3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fba6a1703b3088309dc1f81d46424052448f5862343fb926e45b395aa43c0dc
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34cc3c64148b42534cf6e7543a0435981832ef10
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18524d0ad439ff4090a2f38188b1f200d45cb6e8552a3792d8640d1a7e0450eb
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a31a0fde14b0cc5654e46b1fafc1b789b1355b6
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72f78e6a6e9bb594cdabd9a5deaf32541966b2bfb237a8717795d69453ab2c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee50d2eb994e43793d3775651eed0b71ff89aa2f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f304944c253bda2f847059092cb86067ce06ecae18d69ef7a24cb29d1cf9ee8
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfee4d7d838ca8d997a2558bbd5a0a5dff695954
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f68c515dc382ec9df7c33209f51be29a5551e0e2c8a114e33cd625a1af442c2
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e0df6be743afae40ef2e28ae94ce653acaaa87f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714ebca8d39442eaa14e08446379f310ce80bae5cabf16b6494d0c59a42a8d7c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e492a3bafe02b6619aad42164ee3a50c9beac5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94158e945f182330ac76f06904e8fbc96d31d944cc4ff65851633f979b5ad692
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5205a9de3ac734e4d6a339ac3028c17f0d99e2b2
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb73f47dc4f58a51beab381d354c7653fd3a8510df06bf823a9be301ad335eb
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657318df8b6fd8a82289a6f4f259f6042d320a22
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4c7495beb2c29fa3bfc1535194c4e2aa73090764f3dd3bba97cd0366fdfa50
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a69434932ef99a8d2dbe9906cbd755b77eafba25
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b401ecabf464e57bce9688be42c68167cc8c90d5bc19fa728c077dc3dbad7eb
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c146be29fd134ba63a928ed31da908af56996fd5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53e4c8e4defbe31e387653c08d61e32952f0f6b6d0a5bfe475b1c866f18106d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60197fe82afe3a89eca27fc1f5f763a945ad0021
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1cf0ff2640bdab60906082b5df64cb4f0c61aec8b887329e7358147dd743f31
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2131d025bdbd24d1139f4038cc0b2cfe455346b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a209f32c3ae8ea9d12b016780b749b05c9a1c799f0031323434de2499047251
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09cef36b843780d56043635ebe30d336e6db8f38
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09f9949722b6afee4a6dff8900124b170cd977cd00d800c1f643f5598533d1e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e3f0b6c86e5aff0d4e32373cde811043748988
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f3874d4a2ee15fbd5ab6f4f9edeecdfb186efa748ae8a49a92c5030db81c3f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5816673d1c266f1baef67f676f631f14202811c7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb43ea55322a0d142296d40dfe5f7b0476162b88fd0198008de4e012ac58638
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02099d8bee6877997fc82587b4d2f134271866ad
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9bb8dade63626f853cc17d5299ed0cc9b5f0042915c424cc3c2710057815cc
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89551bec9ee713d53af3cf0df660cdacfde7fada
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1962d8cb15a59415642eb088fa0271f930c042a07227ff3877bbdc3f6353515
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9cf818b151ec74bd8b08e6587b38f9b91c2a49
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482f14c08404b990b9bc94c5e17393ad72975584e15adbeceebe87f00ca90c30
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd653b237cdad05bab1221f9f5a9e0ce8f2ed8c9
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ca5b9a21b5edb7637b8e6ecb4b9b9936c0bca248f6adc8e38319a64d19777e
+size 3203
diff --git a/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..734ba93ccdce8de142747d42c7ecf7ca89a3ebb4
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_1/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9642249462c70b56365a90157fb5c348366809ec97d4a438aa6c1365b107cdca
+size 3203