diff --git a/params/opt/8/rnd_search_fb/comb_3/init/lm_head/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4baf4fbdf5bd6f325b30e668cd5643bae33ac225
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab97adf83d007ae280907c08e6bb2c4ade4514d82a5e68298e6380e16caff795
+size 202243
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/lm_head/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db00b7ea30e6bedb9774546759955b97f976a39c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35855b523d7dcc25438b1ea3423484633728f7009d47313784c6cbf5a4e0e82
+size 202243
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350252b4c21311a97884dd5c8ee4e21a1663956c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c9c6b5205f7f68839dd79eced6500aea6f875b974e21a1baa993e92dbc17a7
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1eecef0716e6e5674ab78c7c930c4e19c4e5a0e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b9026217a205f803c78006b397fb9d86efaf4791aefd22d4742fff1a9dac45
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df477c28250af7dfabf655c4b505a29e973f1733
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2d78a46ed9a5e4be02b9676b9098d68f6145d38baae28c19478c91c3323fb5
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4777050f3651412ea4697a56e9d74a383b917203
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70fe8fb95ad21360865e85ea8ae5734d1da6f915b7d2c36b27fe2d3ed91d0912
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad4c23178d8e8f9994665074121b056d88497dc
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093f6d5d917835fe8f85e01446cae4b54b0c80a78486fd5edef4b807d13432a8
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f600a49e0a8b5fc1cdbb09693b8997bbe210d8b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0102e6c85b2df3f1fd93ea79b0bec447afb6f405d40b848bea5174d1aeefcf2c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6418784b41730e8a41534bcae93fd1e8ca115f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d15b0393601d458106e49ad9bfb213282727ad0f5bba2c76bc234c4abb32356
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bcb97252ea3905909c31cecc085c79cf2b972a0
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22268726701508bc4b9d7b4fd23b372068e5a75602816d3036aa47c1bef789f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2272462d7da21230e189267a209bfbebcd71ab4
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648903ce55cfa22fb59e7258bae1b8975520fe0b9b9609063a01a88fba4415d4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d84f93a9deed41d0e15a54c304b6b9e14ff1976
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d752ca68ee0e74a4e9a8e3e829bb9cbb8fefd9d30ed67797342a100c91300f5d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb65d1487bafe9b78b191f573c65fb407d449d8
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3098a57efb9f68692f01d617bb28d75861b58082210a89b61f226133be2603e4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11bd73654599fdd9f7f3bb0d0b0c66b07d44f2bd
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d37721029537c3e1524504dba4e30f2d7b887de6df984afcebd8f42a3bac8f
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df440f6f28b640ef53ff004bb40fa8c218040e5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ab9d78d6f9ac5fbcf0e48be1d5aa16edb4cbd2b5e6aa9f3ee209ccaf80bb50
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22fb6b66bb3086cbba86491757076bbd02ae0d58
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a45dc1dafe4721456d227a751e29c3c9ebd850336e1eec8a832884fbd87f85
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c67d2873b94a5ac621b39f182a05afae9f9731
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db31a2b8286043cb9aa6328265afd142c8be4ab6cf3ddad501e0828e1303833
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48bd6bcc44be612813b90cae1ef9280355af733
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b63515fb1e27ed4937312411cb32b2fab7a5c3f7e68ce67b563fdda6f7b24fe9
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a77c3eb40024d7afc0cc0155bc9f670e21848f74
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:721f4a99a66cc4f3ac2038e03cc8bad850a2c14d33bb8d6d2512fc5d0e8ed5f6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dbe03ccbf470836541cc99bde9c409e97780b25
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c13a7e31338c59e5194ca069fe37a9bc4c43f9e9807b3e995b3b7d0a16155a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0426977783289800a4fe7c7443457d2589b15c1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f485fb5f971e13da1da75dc9c1b54fa27c7223f37cbedef54d1db16ea3804b68
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44491c54530c3185dd95938c9def7d42e1c31c2b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225ec6ed66643bd7824af2c8eedc1cd78602aa571263fb86bad37e5efe0b659c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45161eb75be263db860aba4298e04e96b56be52
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7dcc1c193a27d8fdadbb2658cda49ecdffabe207cc020e98b5a92c086d84ca7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f967cd2d326e4893eca946e8662534d9843fb9
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713857cac5e2ead1b1bb4b92275d18fa1c1750f555c81447ec750f5191635e79
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a7ddef0f165fde9196b3c98e08481c60df1f21
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16b5f186f410ec9babf5a0d7e69539d5192ec6cd1e0d0884317c1cff16c00a6
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5eac69fee43e0680b54f06a4eda75a673efb736
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c230a49da98254f15f0885c12ceb18dbd693fa68bdb49255a2c0ac6148e3a73
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b536a9c48cf6fb7e983fa2eab5b4a4547df6fe95
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74025b503068fe6dc12fc7a6cc3f0e8b6ac122eadbc7d9d27a1c27fcf46bcbee
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a78f3de67c1c2c4f8fff46fa1a4a2196f6b82fc
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25772a40005c92afda13be333c04e16392b8079f3f94c4906b6b6989dd682ae
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c67b012c9dfc819be2c07bf4041fae709628b382
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e3418c733d253be17396c03f77f90e0f527d7a4187cd4022566f6d4847477b7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ba68a0517e85015977ff0ebda6369aec3961ec1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc87e5917b8735ace348b4940895a0cf2843e9357c0b85553f5dd3c1bbed3259
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93e659b845198aff2ffaef1c9c10099208982016
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5ae077388840d0530c2ff8c4abf4941796475506ed17610821bfb3f60eea5a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4785648a3896eb0af6e42ceb37e30d0e5b163a2a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6844b516972977259237c9d4f915881a94cbbde8f3b1a9c2b5b631f4a3abfbb8
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c9d675e48fb183424a390a92ea0d9f666ec417b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee2e30e27709c6b8f2d5e62674936aa88f0b33022b38e8705a37428997fae17
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5cd2d1b066a245ac980f711e19ea5c8962e0d1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac2ea8171e7a62d94e308dd2e2a6e16c34ddfedaacf24a192b63475d7ce7769
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d545874fac8f8f9d45b5714ee764b15a28ec7215
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ab61e377f3348ae9247189ff422ad417c340e8a704f61936ac8c5d6b3a26bd
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58bd21ec40f7c5b921ea35ac0316877da86ab534
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a95c203ba2a673d250e2b3bb2ba14eff826ce82335a896bfa1d19145ceb0e1f4
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33886cd36d8b12487fcb47e61ce2eca7ee83daa8
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:099bd931202502c44e65ed7c20c7a9c72c0e65cf844f57a00ac686f6ca61bd3f
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df805acd86b1ecd27afade355e0ec3059d7e0ec3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc28e4543f7e9e6650e124cd24bef32ab7aad42fb1e2339d8a9e82e04a9d6d18
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c4c9bde3af0e255f1fe07ca6db8a8068cf31c6
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff050c9da1d1f21176678f222c66fa8a792cd5f023df1200140a543ebe87fd17
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faab65f4b38ff3da0e3e506dc0ef4ae2b1d8bbae
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7743fe731e90f8b2072b7910ab704bef1728635b4d5f720b22dcb1b6fbcb1fae
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d19de491ce8d928759c21d7f77c57bf0b288e9
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817c5a49b4814162f74bc28da14b500334e581649b5219a24cc78492c131fdb6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea67f90d4f0606852e88f63614b93bcd5585bc86
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a78461d99f95c5d3384a2fed6e0e2664b8dde3e3814e8e310ae3079d038e4be7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b3a0e2bbe5a7bc55c897d65ec90ba3e1f15b20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6deadc7f291613fc3384cea053a54150db5561877e69f69832f18bde903c5f1b
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a7aa9952e2d4006eab3da660cbcdfde7e4a9bae
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9af50bd272fdce5f4db62032a631b9422b2ca8e1b6d953a7be21aa8c1ade93
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b70aaa5a8992c0e73d72a05e02e03c38b343c0e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:909996f81219ef146e1cd89a592da0b6b7593f42eab3187f0cd31ec2f60d9cbb
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb4e19b773cf262930c2c54f138dbe510091ee8
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae829b7f72e4efac6eb48d91557b84cdf4da7bd128f5febbdadae6678dc9f7c5
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf253d620368fa1386c391ec30037c2ced94c3b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640de96854434ea7a73d9e7a53acd15a8f3deb8f5fe3aa7d1213445e6eb24651
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e47a368f55223ca357f2023e62b4fed6bf73400
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c77261b3ddf63bf8eb2b45da0cb464e3f3c454ee7fcd93b7c32589107fdbdec5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..949ae76f0030f09395bd558526566ac8b8e34e44
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba91fd37bc0abb2deb9ad0a4b01293c65542c3e966aa8eca48e53d241149ce9
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d5e491ae5b552f370ea8828b107c81c4de0ac8
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c79b6fb316ac8364580d055b063db145f4008836a41c603705596a0674dd20e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c84169731c361e9548139dde1f06cd270df7b86
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9e666cbc4a4252e639d40d74905321a8ae8961852fdd945e7484dfd7a01aee
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475ee83f85878247488973af0cd8555e54acecec
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8470abcaabacd13c4bb40f0d6e16c12b32ea9718bda985d21c54e054bb6a5102
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a9ed2d38375ad75b2acdce6cf1e3d23a227e49
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503cde862dd18178cd83f21d789c8c07f8be37f819b323f209f52b9d8fe74ba6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff6854384840ae6ac052d219e8a2062018da311
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a30b059c624e02e9b81b5f17afc979767eacfc0f2e9430a359bd2922c9e5d44
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71e669c04ef5fca23071473cf293b93db20a4de
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a12441a4cc5927901603bcb17232f627a6a779289488cf609287875a61b28563
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a79d612918a75113d996e81ade114a02973b902d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c01382d598263d218503c3c9a556c9c2b906d0d012be772a8ad731a5729a45
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95dbde78340684eb1a8b91dfc6d315003e30af53
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b782a0aa09bc7d5f2227988887d2f569844c4f75593020ae68a225a9767021
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..622f1db04e352a7db660e579d8c32e45ad770098
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f3b386522ec7e7eee793845f48767ea1e8c0adac6e4e6aa783e4c93b93ac3a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c1edfee2ac2f4f339dc947638232cd4cc4f6b0e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82692a2d84b51def69c365a898e979a0db1a8745e931d79abc330677d576b7de
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a173528e5fbcc5b77ae3d6d65fbe91bf3c108424
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7530e2c001e869a1ef785f59c991dc0a12433348dafaa61baf51c72d3807eb2d
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3bc5172896c4bad4a7efa32e0fb8114a388bbc
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b39e6c9d84640ab995bb8e4bcd56961b580d3dbc4b75ab8b0ca5ca57f66aca
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fdfbe14d36eaa13517999bd2c6a0b6c985a24d3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:228a10b01cf9d79d6b08ef1c1b9c163508d4e7fd6f4528caf83c1a0c3c1a119d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1947ed568d5304c01eb78ed719ed87a42b507d6
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b60a999f45c6921dd116c4fc427e1b60252839b83a848464fd080ca9c8cce1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04ac341228d65a254a016f300c787d763d39b0a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cda59ee697c961f75f3de9ea0c831acbc16d93ab4c709cd3fcd5270ef08adc7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f441702b166f5c72ed9bca2d26d24c86939be5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b821b37369fd01127a126a3e2479edb6c770432bef678f4c5828fca06b327549
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a8be0fc8f9af01413bf277d69109db63a0ac494
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99fc8714a44b429fef7036a2a664d4096d05df096aa001695f84e371eb0377a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5fb1a3b9ca894860958163a4eb42b1383308ae
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edcf1a212baea0387ca04df7bd9abf300a69a305e7919b02f2387f7b3e7e992d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc1a199c0e83208c7e151d5a4399ee92e62d0898
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f120c2ff190230d655b79e5cd3cdab71a69991de0fe7371c0acec57ae2b5d85d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb52fa91b9c11698c47257413c9ee93241be488
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc58b2e8874d2894d69bcd741dd5a9f44a7ad4d75bbea883b63427c9f2a15253
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75cd0481c7ecc80981e6ca42cf80fa0b7c878a37
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94e265276643f6c69aac87e858ed06c60bf440cade378f2030819cca40a058e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95714de6976846a3e93cd0f033f39cc7bb0e23f5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c094784aa12ae0e859c198b181a9f1d15fa12046dbc99171bcae6cc0c20122
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c5ecdf648033172891b7391dc380de3bfa26aa
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0006cd4ea83ebdd87f2454d7fdb9a7c626bdcc1c50229490fe1b541cee2fc0d2
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e473004382237e3e0943e694665472054a33a3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d089019de8e15795b54eebf03fb07d68d87ede8b9ea1275fa9732c2b74053291
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc58774ec0c684c1f875d4ee2194eea618efd93
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102d68f7d6b37d689ecb7b1e6b4525b175a61d344f1e2cf9b358ace7cf66ea79
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c0e134dde91633e41b0f4da165a2659d4f0eee
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e2a7a3621b800adbc75ea47ba9e1e2b9475aa08acd1db4dd70a45f065a1ae2
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f58cf6441ea922b2c65cbef5b87831e5fe6b426
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c24293ba279bcfa109d2779b9b3126411974b2c26faddb0935a8a86556d602e3
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca07171935a464dfe3d6e56e4c9e740ac7d8cc1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5398edf85867fa042ca2c04b5eda43d95ed7308203e9e600963573d2f7bf948e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..569978455cc02ea66a6bdd3125dfc13841f34fc4
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fdaf50e49b36ed6f5cd3174f3e41453f016ffc9e584f7f07632b4d37a631c1f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b88de8cffa1a0c5b014421ce8e4177f977eaaade
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728e3f904e91f1cbcdb6477f5ee50833c56a508d303f12d3eb9a2a443d5db095
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7bf2f0aa49d28f72bbeefdb2041adeff7be511f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bcdf63562810f8851304fa9f89c4537b1ba3d929cf0b3a073492035a5b2bc2e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e13c836cd9e6dc6c8adcda6bca073d3e700c26
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f635bd8300dc437c5937e57c1c06528b67371a140f6fcd8ba8b6c96787bd62c1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f60df0b467eabdc0194d93993fb52fadc4b700
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2fc92b1e8ae99bb8716db04e7b66b1d3742e07e6bf150bdbe5f49969eb456f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e41089e17ccd89d79043efdca4983c4225261c2
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c60579810f06ba78f2b52286c926fad97031656210ffb62df716bc35510fe1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be58110eeb8effa503192e8e999b91919cfe9e22
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea38430812e3cbfe9086728241411db1dda8b3c76a03e83fc1cca0108e6dbaa
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9327642c51409a5410915ef396fe6f9136434e58
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ddef396dbcbb6263ca00352ebc9d2e91806c0f61d23457155235ce8b126968
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..650881a1b553da5e4f66481895cfe0023bef6b7a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d41ac543692a820918d9334574c16c328ba48899f8122029fc6f2a147549c3d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c2c767650b99e0aff8678889b0a1d6bd3b9683
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ee1f8f89955559021db3ecb08434c16898b16d234cae158650c582a7a354e4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..493f9702f32ba2cfc5dbe623eae3b4075aceaeba
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f6598b3e389291dfc1ea62837ca612ea8a5da12daa1c186bb2607950334655
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dc3857b51b6236339b3ca68c99f42c20ac7575c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30910fc1b88081266518771db8fb2f788db5e5cfef7ee7f1064ef8713c153f67
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1259940f37a5fe4e2e12f562ce9ccf7e1364d24c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4e8c098186c5eb2cc1cf42ff5472e1c35373d4c5522b1c88f7c950607bc824
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ebdeec47d3faefb6ccf91b9c05fe847988c9314
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d02d7fbfda93a58b78dbdce16202bcb37b8a34d5f6b92cb021748721a8db8be
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c66397e8d1ea6f58619f7d5e35e9d8480808049c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba67c1d8ead70f1892deb74be978fe8a82082579648682746899a6b55d8a405c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ed3583460469acdd706cc772322b6ae5bc2c62
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b14db38cb0db24a25b2e9190909a23b6e2635b144013b69c53b46a86492cc10
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef8e6b9ecabe996aae9b1ee0f24365d7b9ac79e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71bfae7922b2c1be0d4f0bedbd1f31567aa08649c46bc21c407e22e7c5765ba1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa3df380977a35c7575a2fc34a4e6aee9cb5476
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400eb9f566d9217678d14a96aa51e8969d42e3308a72f555a3bb2d9cf64c6526
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57d626c186109eea3760e0155991a28e2b83f36b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65acebf9c7dfbe189c15b2999d8843482b5c61fc72394212c56f5298acc4a04
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8b25b4d25e98e586320b46d819b6622d8a15df
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88339def7ca7968be2f3627a509d5fd2724cf76005948d79979a5727991929b3
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e2d2ce91ab54db2f382ed59d1ac102a6661a6f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd73761f6c6234131703dc16ea1a5142b742434bb1abafcb83c2a59a1479376e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4f851e44f6f2fee088189a334d70c8eec383eb
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c5ff1a6a06f7350f0100d14e012b1ebe0c545cbe8bca9739f62a97a4218302
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31744a8fdd72164e100f3a4a484a1a53486d8b56
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33cdc4d397773d01e68c007d1314832d3bc98211e38d566a1b6d26859b540559
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464136bb829ab905d9a537969bf63b105309885a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de3245fbee6ea77b9d2c2e263d85c7fc9ba5c37b8ce2c105c4fab23a2364ff8
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef27fc5f5c56f6ff5fa2dffdd27ac4c80701e660
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ca5cdf09840fda6caebb867e4d6251fbe29054a7c70785e9b4fd0b8b9e2b83
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d58aea5047336d3fc6aa412318e92e667620b2
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36cc0314e87b09e0956d6212481dcfcf0c51cea3d2d819d594517e3bda47224
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceeb5dec448a79ed3886305c0637a49a9013c18f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e01ef78f88195bb2c9353dee2eb7a4a1ab72bee8a0186ba73c0a78a4b8c5e0
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c92473279c2d40fc99b0dba87ba3ba24f16778c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f781a9d31d8cfc2d4b13030dbb226e89db7b8a0c757a9d28c503ec543e73548
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d223b130c7f0eb7ef5f88f047da2cad4c2b173c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d51ac75d4592d3916a7a111a22ed7c4337656787964b01ba1601fd91ff8d7a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b2bec7a3682d50cea147f2941be9d831c8995b7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbfc66ef08bf82378b5f68940d6c32349db171e889a02cedbaba4f841ddd7c6b
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c871b42af8a27ac48c15dce51fd16f753110aa9b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7879cc85dd920905cf471bf5a0335760ca54847065dbe95c837d8d424428057e
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d0c3a1e9419231021bc997e4c2eae003eb2916
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47a29c6c353448c6a703b40eb23a880de755d348e19ce9c5ac2d446edb63bb1
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fef385efc65bd1c054b1dc6a312368b056a55a5c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636ab95510a202cddac242105ab3330c726445a06f3af4382e9de0823bbe363a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be68ff84b748267e2e669780c8148f5872e7130
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d24d65aef59cbe4ede73f2b1d14f8b262f3a3589798d1d026646776138447a1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d110847073e0a05c61f5227b8cbdd549c567c82
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e822df95501eb475da14373fd0f6533e9f060e769a47773b3f6e42c68054b6af
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa111c97bb576f9e672aa3dd9882581ce4cf110e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ff82c54afbb3e50f96734283ea4f538f49427fb3b6fc9b97f7cf5ca2458179
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f99eae72cee17ce3c5f0df3f0b20b47c19d0b4
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0471d7c47298e4ec4d8d9167d9f7d88ba25780e1817a1854cad4602d4f38ed33
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a812253ddf24f55e76c57103fb63fc066dc428a3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51751fcbdea0704a668042114d50501250dbf4284eddd7297a171fff3e31606
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35dd67ce3fce2dc1e841ce977f2ebafb76af645e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced8ac7cbd37d49ad0f80faa251e0f4fe3a1272e0831fcf86d11f05c0d04dbc0
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10be15708ae0b9440c72b278c159324a31c34719
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c911e7ae23e915b3a00d2e0d71c69e56159c39711189d81f77e90cedfd612001
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e99655d8a3583b644b4330159bf99f3de7b9e964
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beee584509b5ba8a9789edc06035367a3d571f6f5c6235b3257a455dd1a3954d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f13398e65fc694e0f42f69c0d4fa811243076f04
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c73bcf415cbe6f3a119b6082b7b8a26f7c1d83f2e1d9ae079d2d736d38bd5f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4164ccd37fe00d34bc605ec26656f1a5ed34658
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:644cae8c65581dba1d808eb5437d9b2c0bf8f1d905f3e907749c8071cd1f9d8a
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd908fbac9a39b9da20d41ca1273a41bc1d8c63
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa86ac65c9fea1542bfdb013508144a1a0205ff55f228b0f97571cf906fce466
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c641030860ef992333ea02df923da5e9818f0152
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7d3a509375b9225fbe934ca0cc24c4aec519259c4bc4fed9d3ab1e31818c29
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e154213c85516021aada47ed1a130f30c1dd96af
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64478dffbb2af82879b68fc6d19cebb77627c88b79ef92a884f5da93f8fa8c90
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a616cfaac347f0b235213966c99fa5c2d94ce2
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a3d4c2499b3ebaa4f4a4bbc6f3c919fc64837bcb9c2a2aa500b2e4bd6c9675
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86841b2e03563f7360377f1d86d73b1eab7d0a29
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629ae2dbece34f6feea811a57a94524742bc3be9aff7847337d3fa8ee337289d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0810e675c3a5d235538572da6aafba91a4a46b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe04701a556567cbe5ea6bdc578ded288b24aa2123efbb6f78542fc21738ac5f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3dae8fd6c2201d50398f9acc51e7283ad31cedb
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:214663099761268c5768f2060b879d1e69bbc83a496b3ace70b50e9af477ec52
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0530ad092f5142654c3d9179a4f77e1569faae
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fca65f434a9850cf319af213ed73c881c12a47fce1145d20467cbc6179c9e17
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3177631137d55099347d056b2ff06d9ad6a1fd7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af7f710230568ae661abeb445a26fee7a132ff8255743f69355d27e8e667c5e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf425afe0abdfcfb85e31626123abbec0317ea6
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7aafce6d537f5490d7112c1a7f1586a670a74274db02a389f98e12521f5fc67
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc54206fc79dcbe2c18c5fe7ebdb66fd2492febe
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f6da0e9b2f56d92e606cba6bc48f24a7e10efe41f6b684261e0ba97a14c5b34
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1fbb1879c66ab16b98d435692a8150d807ddbfe
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f0523e41a99c291b60bbd25dc1179c857faaf9d3d0cd356f01f8138f5c6f04
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ae320004ec1da2a1a6b96309e4174fb37931aa6
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff8ef0d8982a7ae1f785d785e7cd4395b6306529c82d3ba77de17023019d4290
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb5395ffa063bfc40129593d35be9a8b22627e94
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:036662a93c375a2868f3bc429ad78e3d316195cb1a64c2dfdcaf1fefe0ca3d79
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d738a7f4156c06ae455eab2785b324c525c2bc9d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614ccb41ea1cba8b1d1a37cdeb886f104c4e0fe21b4fe864ac8c12c576adb9f2
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0cc6854c5610a66394624466e6dd5f3a7dbb21
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8a9842724be61c7b5b9a3971df00cac56a8765df091ce381197722ecb0ce64
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d9199f9a95d7bd997d897c4921fe19b923b1d86
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5562b25706d831c7db2ff90856fb276cd0f998e2b29a57208a423f1805c6d484
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0edda0c844865bb679b7979c72d2333a803252d6
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:626602974c6dc8af7744c20646eb74b0d6b885c5e13cbd9da31575f0efb7e92b
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab9ad753e35f7d8bb5cf7ea6dfc3373fcbfe5b8
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425319e5b0428eb38beab0881134fb10d6d5babdec7ed64b23867f5f2aca6421
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18a3f6cd79a0765637cc1bbcc7a20d86bdad1f8
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54a459b841e7709b67f0ff60df4d7232fe59d9aea8080fd6b8f9fa196a7a874
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d2caa446ae3143b8380c6143dfeee26cf69917
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc8db3e04a4c4cdde62f7560723b800d6d284046b78363be1dc397611d9cbdab
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ebb0b9f5aeb31ffad455f7ec8b4f9bc32f18d52
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f0a8cb46df98360dffcfee04b14ca3ef24fcba24903e28b47dd000a41e2810
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a58e9fef0ee48564fccab9d26070e26d9be6beb
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c75d2b02bea39e004d897bed38f4efedef620fa19ba5ac6ad86238c21a070d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08924ff23e07a5a47c02454624abeacbb65a188f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290859923fad85e8c5c813b5442f6f67f4799f574162c945b3520774b804d119
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db6d902fb9f0415a5448f90a30d2871f6eab359
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f587886363f5139f683a634a8fcd983a9d376779bcef74b408b0bcf178cafee
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891d52d7eda0d7e036c5ee2dcdc94caae3a88fdc
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153114c8631154531e92f0533c60fea66785a7ab5b79961324cbd4ebe17631c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820b7a521172930f99200e73674837f760c6114a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4b6a5a0ca530671d73a33c789b98a63b9ff76df10d25e650c7504fd7359e72
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..594eed0c3d6da2327735c72d8c2b23f2a2625b6b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c6d2bf7bd50a19606a44a268a7e114028c6eea5b63f542ab68913f22622cfa
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a7423f962add718d771bc1ebe9818fe6a3d700
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23aeacff73c03affc8e3da556e38c24a3bd5424cd1fcfb3a2f8a24b74de55a83
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..049b718a28760bbb958bb61392fef9e551c3e65a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f909fc882ca81a4173af6a0bceebb26128632dcc935f409b0c66d595eaa682
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62263dc52d669d17492230fb166a0f6a01de32b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b2e9bfbc4cffd5b01889ff0842e68a60a339c3a8d692125329d6fcbc92ba7f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77662c4bd580f9889cc29724acecece290ab8e9e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32041f47b0a09d0ad30c2a5c77dee4c9f387017e65ba15b39d41e6b7505a2d2e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd4adccdb8f329533298af5c21edee7d24b2455
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c13b8f57149f432715e7486ffbdae13f459ec2b727b327bda1336b8ab56a531
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa11ed053dbe73906c5eb02231eef39c6e538516
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ca8589a33036a7a9731ef8e7a0a5d033bc4a750303c8873eb8d290da77eebf
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eafb6c1f59e241a881cb19632f766ff1ed16879
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4347611970901df5cf2afe66e088d3e19d20eac1aec04b389ed1f2e80941310a
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c294c415e3c29ab0431ce1e7a7363801756c46
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e75a786279687a864f427e683640c15a8d2f0a75ee41caad932cab0efb5d82
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a8af7435ab4034afc041a8c0eaa21f7c21db94
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f19683a38906490e3f7715618b2c287b7de495febd87145f085aa93d7085c6a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d11b82f87e90fa6e4a0993853c97acaea708d5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42e0455398808702884d2fb7051ca705cda0a9a2414568b04cf3b5dc2846f4d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab385fdf3115867bc582596fb5e6b2502678b481
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d19689d820ccad3becbd49583f9faa364ce8a8c27c5df909b9354b6afacca3
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b87e4d799317b499602feba656eaee76b4323c41
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a11c96502657e719cdffbf05fb817af566ac755c0b592940cea660f1a2eefbb
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..600df1983954e9684140d32bceaef88061085803
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a478e03abbc644bdc3eb36da713a711d44d5fcedd9a4252c0183aa51c3e9f84
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbabbce20ef7f320c7b1093d978e83574b521e60
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31c9039306e21fad623d0bbf363b090ad16becab63477ddaefcac906f6ce276
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0dddfd42aaa69cfae0672d26a16d77b6483526c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190f496bc8fcdf3893dfa88e29e7fea3b908d70a58ac4cae2ccc410342aa07ad
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6a8fb5c6233d184ca3e32f37ae4754d236ef28
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d30889607fe62d00d52d3f6856b13586b0bc29450fd0882b5ac8b6401ac6e4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..838bb540d56a5f6a40d3fb1791c9792da6166c64
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bdae1adf87f059e267b77fc693c50e6bc41fe2c54705f0af905fb0478e9ee63
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..684699aea35a664001f60a11f2306b31617f6754
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7152d0f1bf37fdbbff4648cc9d9ee7071fd159e7d57d6f387da4004ffe4cb9d1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e759d0b4fec50278e1a48a2cc5274ac592daf5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70cbe9e2f7f8f0242c7c8be97333bd78895851b8f97a8582475920241c64c104
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ae573a26e7982de0125444425b7dcffc3e83a0e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee596273eb981e770d6f25e94afb57a4ed58adb277426d458fdc92c16cbb2a8e
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46320b930ddd4c381a7fb890c8d76cd5df1c98d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb5a1260c715a686f7ffaac42969e3a5c201bff8c23e2ac0b4959da1c5a3002
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40906d3d952aa27f78d558e68e5cc17d2c27cbb
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc7b38860f9212365184ded00f58d761ec1adb6c3bb631d4a0da9d7ce7603225
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1187a91d4a3c7271149bf9aed691e273cc91b4c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33cacf0fc628726c148bb387780d979d82b8aac9572143d2eb99bbe44d3644a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d52310305010b22412b375c596cfd9e4f573183
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5571924c81bdd029392c0f8070746a490c36cf236acf2c0ebf4fe90c520c1ba1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86438f4ad4b1383ea0c7ce7ecac0488308726ffc
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2778d476bb9a0943e4bed7cdb86734f445138145248a8e9eac7f8d935c134697
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fce40f763d52b5f8975621f552db20070d5d177
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab754a93add185de21cb80bcf2c8c4d5bc310f63ed88eaa3e503d331bc82e2fa
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435165ea7735dc017f6965417adb0c12fe6ec189
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9fe66a78f40cf6e86f450a2a6abd4cc6e6427dfafffe8b81dca591515616ba
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc4eb3973309be2d1512384da9ec7c3f816d483e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea581d561a691fa400b6eff5bd1e7cafc524aa0a45925024c7ed16844acc8cde
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6339b827fc2cc41c96b8cfa65eace9730561905
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b921a5e54bcea6948fcf2a733be3bd0ab74a0b21fe6db239c7340a2a5c3ead
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f1b8e1cb44ee1840f573521b99e9ea20437b9b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c64248cad9032a7123782184e20c4bb58eb8bd31f39445cc515ad5635e7145
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ab27d68539ad962e8bec999f1dad00c5489e2f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66cbbf0808ecb7451ef895e8bbad8bb4725ab2b744a4656c0deebdea0de9c96
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c452b0c4cfe59d612fb898948c2fb3601ee4ac88
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b6561f2b71501dd363a27a66616293a8eca9a880cf3b51aeb3a642cdc4cc37a
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03c979ab033bf88e19c1e4dc4c764b68bd00e4cc
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef2f12db926eba318b10b03aaf2115ea6d55f114ed00b9aa877dd9f559c722e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63ba11d0e7d13edb5167003c822ec5cd16e2a58
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8126a613e4bfe728ab523e30fc47e27bf75f997a0c5856b19465d153985cdff7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8b8f96d661d852deb12c1e1af1e091f171e233
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be783feb801cd335e843d56fc3854f46e2a4452600d82c850a96a7ab9da832b5
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a5416ecdf05a11c1025841c1e699b12afea322
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2636f88595dfe85c0a82b59d68929a12d7ce3c2426a73a3c67642bc92ac3b8c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3baac070defb9003cf96a91f0f0eb200af6befd
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01876cb81c5931927bbde493d3bab08849e1b725fc40ef59dae6f3874f41e0b3
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a4083866c8df8871de3cfdec678839cbf4f54d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ecba548e8a78049d27fe10045f5f7046415ad2ab177b3cd4134bfe2acd84b1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7e52c3fbb0766332a15e71cb5ec62c2a1aa5bb
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95ecb223dd2b055770e08e2f1744f51f741f28c17fa87518f7ac42cda5fe45d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3348a8529a1fc9078f7926f8c47a896da714a6
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9b0dde132539e7a93fc8c171e630de0735615ada28727ceaee524fb601d704
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61b82f7cd4cdec5049af4e146bceabdc2bbc2004
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c55b9a6cba884f226eeeaf7f9d4e9f67a9984434269f45c00c576d25eccbab9
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2df3678658d13aebd3226d98ff6c027e4ab21ca5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12b7871614190ca93507006ad481d3b14539b12e2287f4601f562767fc35602
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4734cd8c5c0cc032b4f8afe332d5ea5b93f9adf
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2bcbcae77bfa5bf3b2bfdb8f81ffce754c410291428aad592d27b6f14cf17e
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624a552e6081d6d64d9d9486e7503ac4c153317c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079eb0d1f0e9f704fc2a9f9bd4048c68f981899fb2561a54e2dc831e48771be6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70416c78924a5310becb1e36fa225e6c5ff06d83
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4f209e50e14bbcad6e8fc55a92409d7639c5d4f969357d4e7e846b63720661
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e57e9f5df79c821d07ab146d9d01037e8441e89
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b4e7b41a9fd6839fc02a55b7bae4e5f5e63a694af2743bb5572d21ed4d2a3d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a33ea998c248fde18997fe5bbcef31ef8132c105
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5dcbacb32d354082a00da6fbeadb22a9cc5680bbc4dd428a01bbbf908900548
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc2f67fa8853a4e1bea75e9f52399bd3bd49380
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a576440e987cda5476012abe405c1a06df2ec21d13d1035374f3cdad83170b41
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5db79531465e4618bdd5f845d83e232a474b4d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed7c919a25dbd08ed00435ecef55ee5abee0967796468d7b6ff4657a47065661
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd24333d2c3de0226d98ccd5578b19e198bf996
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab1c3a92db1f6f12e9937d5fcb5209675c7d9d0f307b0f066120dec409cdf28
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70038755a403593cbf9206d47373c4524331ffcc
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7afd43cd0218d47e1fe442c952ad358f95e884eba68e76880920b75037330c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cba911893df3109a45f8cd6f7118e9436ad0dad
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e763ad28cb09524d47d031f08df11cb8e7f7bdcd517db9eb7a6f6d93205687f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41b54312c25b2bd7a3cabb985bc3ab11adb30d59
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9313b0a3ad60c3ea945ff61d0ecdb166af616d2a74dbacaefb5dae0e9cc9c60c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..797c9de33be532ed8f040086b075d680624c0b5d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae7ed3fadb5fc9802087964f091832cd8296913f003552844f7b726f17bcd6c
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89fc1c7634ea1e75afb961458a117fb65ad7ce3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f583f30283ad49c5d6de3b1c64609c5e4713f098dc2e9a0179b58525f6476db6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b9406553275da2be90402893e86ccd655af79e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7449f547749a793f5b2cab5dee836826ff4cc62619cce22921effa5c3b4760c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f42dec77a8d2e90365c0ab5c1f17715c3e675656
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de0fa0bbc88b6c5b13aa4e1bbd0a6e3496ba4f1d01affbc03aaa83307a49e40
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17dc4e6d6141b1ebcb71abd901d401b6a6727c26
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4c0653f8d51e8b8b235b3d6432f1c0807d90f68168379e5b172527c5d8548b
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a5aa6e5cbdde06a48e663aa3f607b3ff81ad943
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ff65019e98f64b8be7c58674797ff52d6dedac2a66ec43f839b80ce18f2446
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd7b8cee897a1dd2a46fcd6bf8ca6e5af7839a2c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c789dba2ab1ea2b22f7b77961e6d21c3d0f012de98f1e817ee8f3d071678b7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c05edd6209efe2ffb831040cbb70f0130a4aebfc
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d02fe9344539ed889ef4aa8b31305c2bf23769bee0a407b93bb2753d5057d5
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6958bf501a8c32e2483aff7981cc8e8652e26f2c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b06c72e5a2d4aa25915d77d9c324193e672eed57c3f80544a0bb62fbb24ee91
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bde31c631e1a15b206fa33300c23cc21042f8a9
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf61b5a44235f0392ebe6f256ee6df3a6434fbd48e009515a809bec8644c2a6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5405ea1d6bca8aa388fd8d022b45b54e9e1814
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de4a173b4e131c2f82547c30dfd33794c937f4ca3fc282d11f867c48eb26dc6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa992641cac43a0cf3d29531456e1422e2726d44
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8159222d5bd1ee9a5640a53cac6f33c6fa6f861a3e76dd85722cb36563cf5f93
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2f005587b52c9495e8f92c27a0f4b8aa5be7e1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971317b3fb7c1ee49d19cf15e29ea4c5f3a01363d5b2160cd44279c464881e8b
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df7d1b7268a27ce0050ec8064bb602e5ea9119dd
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb29508a8c32e6b9c3307ac20004b942b0d32c6a87b33c6874dfaf81c2236039
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355e2603b6cc32116d05885589af4e43b68fb2db
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40cdc7f72f0eea659c7bc1d4843c1fb7375703e39daa39bf2fd5f6bc909f415
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a231455c47b910dc6ddb5484e2ce108d5f5245d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc1489e72bc735df35a325be32f7d09be4b3ec22ca76c648f469278433276ace
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e22e1c7f98d698844508b54c448a562c3860e5a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b657088281b3f013f400c8786c1338fc8bccbccc23666b75049d2f0565e0ff
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3553767f664ded6a8d126776ba72e023937e4e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7367c65ea0f5fe3ac097549747ee00d5063dbb28990fe96b9dd57595a9b82ff3
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f27b0c61eb0c735f2cef899bbd32e09fcb65516
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66bc46b0cea661b27c476076ee8a114751579110ea65faaba0337880539d5ab
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7782f37920b98aa69b3bdec5273bcd6cedcd41d3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c192d4af781919c4d36942cfba6826ca9ab1c76dfef94923914f769668a3264f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a582a79521d0568e20038a3617e954bca2efe90
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26266c9d4f2e8cced630de84c2f6beb78212721f77fee10328934a8e5823c110
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19055f33f8ea23bd748484ea83420a889fbc4b30
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c889e49234c89011c010adf87ff3e85647b0ac0aa48613430d8b42d364747f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e02e5ecb00d0aa3608f7f5bdccd8792f3af5067c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87fd011ff34427a8c654e1219ff3b937e627ed5be6231798b43f1bbfffdd8edf
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a3d0df7be9242c8c0ccc5c5f71949505ab9f36
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3802775eca57c930b3e7f2b3ae653d5c13b64aabd380b28118763d27ab1d783e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b5a0976e54ad0dc2e44e3bccaceed93167164d4
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35252bab3e482ffb5bab1970b3844e8182761399fa288e1c6fe505e4aa6d6d97
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f11ae8c5a869927a8e47f52041deba6beb4e7a39
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9b97985f840932ed3afcaeb02faef0e1b865e5f398d94f3583f9ce69cdcd6f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e8a2f2e10a256c4680c3696ce9ceb63ed55fa72
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75bf43f968e5f28b404a4b20d401b8aa9ea0d6888185a1509a182aed0ef1203e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e513dd4eda45b86cde223bfc7fcdf8e4da69b654
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:747b65ccb2ffecf6c77bdb9ee24803f89209b0ff0dcb75ebfed6eb9d6db71ea4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e49fe0cbb89b37fd8b43715b6716e8f1a7ca65f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183ff61c51c9e4a33d775f65d0f0f2a97682e60f2dd9cd96cc376dc05ae3115a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038e0e274c41274fdcf4975aec7699e1299ab7fd
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0f8921eb776bd0446e278d07ae7a26269e73513e3d9febaf623fb27d5e8f83
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af8a35b3da5df2e437b2f9512f47d6f57ef1d15
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac097afeb9e1aed8c8e8e76b3df5f6a0d05dad429dba51c42b4e51911701528
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63508f6febfe33581aaf39665257861038ec818
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e51ed72cef61bd1e87d7e43feaf342114496d6eecb543f3bf1fea6c7215fc7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d094976570e4ee70735b09e4d6be7f0b5080db74
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c3d3f5b0fbcb7da7d2cebe0549671c4162f80bf1758f9a28290cfc2709b4329
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c69110b7fbef8d1d6ad979439ed8e921390ae231
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72015a4544d9d0d7b150774260fbee6204bce1733770f5b2a4f20bc7ab38443d
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68dc3e208f85644bba80568f9be48fafd5babafb
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f6ef1bb5685802bb656e4f9c99a45e97a1fc0d63e9d497fa1ef435c2d413ea
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6859e053e9ac16d389807355827452c80c8b987b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1efaab384a774f9ccc977bb86b58cff2b973a0f665d9389671edceeccdca0003
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b5e65bdbcc4663a567d5e701c18172bda81aa83
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43835fac216ae2fec2b1ce85db2a4d005dc12bc56c55941ac80d437436c9d551
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1968ca605fa7b5391321f9d53fe009032e1a0eb
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9dafb0b4fb126bef4eeb604512d22de264b87860aa5a2953aa6a4bf702ff0ca
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c166504b7733d8897386bd8d131d515bc1e83f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf78f2aef22ca97fd56e0407a5e95c0df465209ca42c952aea6bc948629523c3
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6e42e38bc21452f340b1ee54cf49b8f57d8003
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48915160dcc684a0aac2d4ff3bb91dc889a2ab9998fd2d28361674a1bac08d39
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..147a45d178cd1581a019b2c5cd9c0e4c0516b789
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28a3a5b24fe31f9af96fa209f3f108c1a8da61fd695ac3ded458fae5f7ef162
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c897dba760cc63744b1d873e9ffbf4bccee0f5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e85c2d0f6db55a4bfad5725a2b2d8716bc67f6f44c7b6467b2b55689451b588
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c468f0b0f5682f5031f1f86224808316e838e43
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9135041ed0ca167b20e8b631afe7792d0e94ec10d9fca079fcd6ecfd1abd68e0
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87554daa6b70e2355ab0df8a5985aa6abfe09324
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:875ffd67d1f8592ddc8c03b3560671d5c1af2f2eac638b7f3065adef8a1aaea6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a79d344821989e0c9d550cce02c2382675617ca
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98841ba4611ec68da890f34a695ef271f2b5852ae0ee178d2ad8b3492fd4bc3
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cb263119f3827ee9dd1710ab1e82c0225072e5e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09e4fd588e8f86f6628243d5afc9e41b69cbbae723ebb25d654f55aaaa48c201
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f4ce423adbe0dc7a9656a4f704891af6fe3c4d1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c353530809eb366228de8553b37e3f0ca310634f3e361d641f00db76307dc7f6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac312cfb5976f72047b676eed4b83a09e1a3cae
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66cd3d18e13983dfdac5ad27bf3d997c4f69c6567c94cf462511ad50b8e13c1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f926c72bf6361054ffa33b8465a4ff90761fe56
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528c08032b5d263c8c9c23d2edb9a791e172a14d05cf3867766bce89f6e67afc
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274dd7a5f8fc3ce2cdf0d66a30621b1f5f72a4ee
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ed7fba762e2bf63fd961c47f2f194872fbcdeb5cb8d10bbb1210a991c7ec5d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..961cd907e0abe67085ded7eda5a63b8c4d33adfd
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49a26aeff5fd457aeb119d494cc18aad7caf170995c60d2058845fee1a73ec3
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943263bd0e3ec23a4ce1c818b2b923a9460fa274
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874b9b67cdf866dce7f28fb88ea95252a15823022b0cb43994eec0d516b5900a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ebbaff9f19862f072eee34c01a0e0ce3a09d74d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea5127940e5c616d1afb9b029e98eb9db4f07e9ce623d3925db897ead19db4a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcbbbc18dd98014665b96e71d5e1ef630ee8afd6
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:326108d7d98759bea99ad83bda273cf7191144c1204968e84a2bd6ce841896fa
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c3c507c7383ddd45008081606a5df94d9ef2ad
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82010a9aa5015267f59538425c648b4d6259fab1f861e255504e92885347a4c2
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27661688d031cfafd8bf599e9e09fb914b0cd62d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14844a5d679dcc1d1a9acef16e7f37c78e2b2d785e9c23506b26761bdf8b15d0
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986e9cdf1e66813b5b815476f48bb329d82db196
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b67afd553f0ad1f90e2b1962ea0ea8a69930ce94787db22a05c333ad44a0ec16
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8abf03b039f20c69caf1c4b394c0d2dd126b40bc
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1b57fdcc287705f674bc2cc9c97a928e33ca23399e0648be284650f12c1f60
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffbe9d1331b74935f4a3d4d208e98dbc2c874828
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddae7ede911b7e549f4c2c492c5e2963c12dae1de40ab34f462e0b3a2f5e8152
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79d60016f865237af458c3a999e2082a65585c5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f545925d77a71ac9ffc501543b1cc4287684668af0cd963c125d4d958f0202
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401bf25bb21e7c3e3bff6de33d7512bf07097973
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7609cd862a82f71c8127c73c8c9caa124c9a82aec30451e59ae16bd823b39ee6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6506ea501023c44c64568d9b5c6ca33b8480d1da
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b97aeb8b32e8adcc4e6d03ec62967f52fcb8d1d62424865e2d38d5048e13372
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8e136295bc9cb9528f158b3d4b6e703524e473d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea45ecb39be59b7c2203b3edffa2d52584d215d6b4aabd48c449856069f2891
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf42ba92a20e2cda7ed9608c6995ce01f60fae13
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a9aecbe97a0094b1826298ac55fa22f8fc19e5d2a911f0c29f838fd564208f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ccf4e169bcc975454a9f082d914cf292d6cc8e1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd30fd3cff40c7cd11ed5a17b7cda7e3c894885b403c1970a649bd355c4ecb7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a638d9b0e06c861cda99b1a589d5ffdfde19a97
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c1a1aee00368c93af60abce27c853b93152e8e1d3a93c5018630f3d95139a6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7110b15d8ebfbcacd11443b8220e647bda440a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1e74cab589be4cc2c720a4971be41252f80872f9eaec6f9554d4151b284de3
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fd589bd25131d9f7fd4247f018928e4c545b9c6
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b530524234ed54b9b06fe724715bdfadf1e0d756c4f2b4ff8251a4a7ee21b0
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c79a24cfe6dee40d436d81c5a123783fc6413b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7d91ad400aa0c2062aaa9c30c892fd538a67439cbdef793bfbb8932c82d5d4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad25537403aa6272c360edbcdabea2117b411b01
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a9190208b0ea1a1a0aaa598c8d849964e56f4624147d11302c761b407959d3
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cebe4e4049b7e702671e743ae2ba995155d15ce5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817d0f6a895fb070426a587ca7c5a0f0fa0fb175376e909e8bd11073a8405278
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb2428e0e66ad793c937becf69e1c9672d0be75
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f26b6f18b2e560778b657d3922082e45a2fa734ace48ca4ba113df3d556e71
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c82268c81000a88b4fa9f04929b833034d47218
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a438ae8a3eb0be310e020387dec04ba81c590a9bf9736a6992f498a8736aa1d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13278974871d201a7442e53acdc340444c433e62
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f3aa09bf0e0bb9cf701bb77c27cf569124231a6390e79f57dbbea4513d4157
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c19b121458cd05958ba5732f1884b6933dcef71c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c686d34837cdaf9dbd9300b5acf8233d60b4a581c48ec3b371f8cfd251f78461
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0271ca1bc1a2a89af1f5422e1799034932bdb12
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5af61d6c39337ef591c73ee16927567469ba18da030e469269b468880736aa
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b81f340584fad5853021f0499c47b5d9ca670a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce2eb394269312d2b13b566f613a1d03e3a11bca9f7858fd7d61284b230e3b68
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..171c005f8f742b240bba0c4f445582b40fea14c6
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d0a44df90abeded23c8175803749e940401a07cd00f68fdd7d5e15f45ed9d1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f1bcebee06a148053ae2f88bc3e84eaa1843be
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e790e7a80efe7815e42dae595face3ffd7b4e03beeb43328dbe468cb4096f12
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ac5dc086b221bed4eb296c1b2d2851425c9cb3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379c86b30bfac9cbc45ca460a1a0fbedd3b8a941bbc12ada719b54ef9e14c3af
+size 3203
diff --git a/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14039ee3f53d49bb7ab5bc62a4e8c7d19288b51f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6399bb3ef3cd8f014b8a4d253dceeff46724b9d1691407e0ea66af54d82babce
+size 3203
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/lm_head/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4baf4fbdf5bd6f325b30e668cd5643bae33ac225
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab97adf83d007ae280907c08e6bb2c4ade4514d82a5e68298e6380e16caff795
+size 202243
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/lm_head/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db00b7ea30e6bedb9774546759955b97f976a39c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35855b523d7dcc25438b1ea3423484633728f7009d47313784c6cbf5a4e0e82
+size 202243
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350252b4c21311a97884dd5c8ee4e21a1663956c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c9c6b5205f7f68839dd79eced6500aea6f875b974e21a1baa993e92dbc17a7
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1eecef0716e6e5674ab78c7c930c4e19c4e5a0e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b9026217a205f803c78006b397fb9d86efaf4791aefd22d4742fff1a9dac45
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df477c28250af7dfabf655c4b505a29e973f1733
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2d78a46ed9a5e4be02b9676b9098d68f6145d38baae28c19478c91c3323fb5
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4777050f3651412ea4697a56e9d74a383b917203
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70fe8fb95ad21360865e85ea8ae5734d1da6f915b7d2c36b27fe2d3ed91d0912
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad4c23178d8e8f9994665074121b056d88497dc
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093f6d5d917835fe8f85e01446cae4b54b0c80a78486fd5edef4b807d13432a8
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f600a49e0a8b5fc1cdbb09693b8997bbe210d8b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0102e6c85b2df3f1fd93ea79b0bec447afb6f405d40b848bea5174d1aeefcf2c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6418784b41730e8a41534bcae93fd1e8ca115f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d15b0393601d458106e49ad9bfb213282727ad0f5bba2c76bc234c4abb32356
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bcb97252ea3905909c31cecc085c79cf2b972a0
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22268726701508bc4b9d7b4fd23b372068e5a75602816d3036aa47c1bef789f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2272462d7da21230e189267a209bfbebcd71ab4
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648903ce55cfa22fb59e7258bae1b8975520fe0b9b9609063a01a88fba4415d4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d84f93a9deed41d0e15a54c304b6b9e14ff1976
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d752ca68ee0e74a4e9a8e3e829bb9cbb8fefd9d30ed67797342a100c91300f5d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb65d1487bafe9b78b191f573c65fb407d449d8
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3098a57efb9f68692f01d617bb28d75861b58082210a89b61f226133be2603e4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11bd73654599fdd9f7f3bb0d0b0c66b07d44f2bd
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d37721029537c3e1524504dba4e30f2d7b887de6df984afcebd8f42a3bac8f
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df440f6f28b640ef53ff004bb40fa8c218040e5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ab9d78d6f9ac5fbcf0e48be1d5aa16edb4cbd2b5e6aa9f3ee209ccaf80bb50
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22fb6b66bb3086cbba86491757076bbd02ae0d58
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a45dc1dafe4721456d227a751e29c3c9ebd850336e1eec8a832884fbd87f85
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c67d2873b94a5ac621b39f182a05afae9f9731
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db31a2b8286043cb9aa6328265afd142c8be4ab6cf3ddad501e0828e1303833
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48bd6bcc44be612813b90cae1ef9280355af733
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b63515fb1e27ed4937312411cb32b2fab7a5c3f7e68ce67b563fdda6f7b24fe9
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a77c3eb40024d7afc0cc0155bc9f670e21848f74
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:721f4a99a66cc4f3ac2038e03cc8bad850a2c14d33bb8d6d2512fc5d0e8ed5f6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dbe03ccbf470836541cc99bde9c409e97780b25
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c13a7e31338c59e5194ca069fe37a9bc4c43f9e9807b3e995b3b7d0a16155a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0426977783289800a4fe7c7443457d2589b15c1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f485fb5f971e13da1da75dc9c1b54fa27c7223f37cbedef54d1db16ea3804b68
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44491c54530c3185dd95938c9def7d42e1c31c2b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225ec6ed66643bd7824af2c8eedc1cd78602aa571263fb86bad37e5efe0b659c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45161eb75be263db860aba4298e04e96b56be52
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7dcc1c193a27d8fdadbb2658cda49ecdffabe207cc020e98b5a92c086d84ca7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f967cd2d326e4893eca946e8662534d9843fb9
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713857cac5e2ead1b1bb4b92275d18fa1c1750f555c81447ec750f5191635e79
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a7ddef0f165fde9196b3c98e08481c60df1f21
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16b5f186f410ec9babf5a0d7e69539d5192ec6cd1e0d0884317c1cff16c00a6
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5eac69fee43e0680b54f06a4eda75a673efb736
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c230a49da98254f15f0885c12ceb18dbd693fa68bdb49255a2c0ac6148e3a73
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b536a9c48cf6fb7e983fa2eab5b4a4547df6fe95
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74025b503068fe6dc12fc7a6cc3f0e8b6ac122eadbc7d9d27a1c27fcf46bcbee
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a78f3de67c1c2c4f8fff46fa1a4a2196f6b82fc
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25772a40005c92afda13be333c04e16392b8079f3f94c4906b6b6989dd682ae
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c67b012c9dfc819be2c07bf4041fae709628b382
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e3418c733d253be17396c03f77f90e0f527d7a4187cd4022566f6d4847477b7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ba68a0517e85015977ff0ebda6369aec3961ec1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc87e5917b8735ace348b4940895a0cf2843e9357c0b85553f5dd3c1bbed3259
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93e659b845198aff2ffaef1c9c10099208982016
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5ae077388840d0530c2ff8c4abf4941796475506ed17610821bfb3f60eea5a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4785648a3896eb0af6e42ceb37e30d0e5b163a2a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6844b516972977259237c9d4f915881a94cbbde8f3b1a9c2b5b631f4a3abfbb8
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c9d675e48fb183424a390a92ea0d9f666ec417b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee2e30e27709c6b8f2d5e62674936aa88f0b33022b38e8705a37428997fae17
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5cd2d1b066a245ac980f711e19ea5c8962e0d1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac2ea8171e7a62d94e308dd2e2a6e16c34ddfedaacf24a192b63475d7ce7769
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d545874fac8f8f9d45b5714ee764b15a28ec7215
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ab61e377f3348ae9247189ff422ad417c340e8a704f61936ac8c5d6b3a26bd
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58bd21ec40f7c5b921ea35ac0316877da86ab534
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a95c203ba2a673d250e2b3bb2ba14eff826ce82335a896bfa1d19145ceb0e1f4
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33886cd36d8b12487fcb47e61ce2eca7ee83daa8
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:099bd931202502c44e65ed7c20c7a9c72c0e65cf844f57a00ac686f6ca61bd3f
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df805acd86b1ecd27afade355e0ec3059d7e0ec3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc28e4543f7e9e6650e124cd24bef32ab7aad42fb1e2339d8a9e82e04a9d6d18
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c4c9bde3af0e255f1fe07ca6db8a8068cf31c6
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff050c9da1d1f21176678f222c66fa8a792cd5f023df1200140a543ebe87fd17
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faab65f4b38ff3da0e3e506dc0ef4ae2b1d8bbae
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7743fe731e90f8b2072b7910ab704bef1728635b4d5f720b22dcb1b6fbcb1fae
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d19de491ce8d928759c21d7f77c57bf0b288e9
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817c5a49b4814162f74bc28da14b500334e581649b5219a24cc78492c131fdb6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea67f90d4f0606852e88f63614b93bcd5585bc86
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a78461d99f95c5d3384a2fed6e0e2664b8dde3e3814e8e310ae3079d038e4be7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b3a0e2bbe5a7bc55c897d65ec90ba3e1f15b20d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6deadc7f291613fc3384cea053a54150db5561877e69f69832f18bde903c5f1b
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a7aa9952e2d4006eab3da660cbcdfde7e4a9bae
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9af50bd272fdce5f4db62032a631b9422b2ca8e1b6d953a7be21aa8c1ade93
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b70aaa5a8992c0e73d72a05e02e03c38b343c0e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:909996f81219ef146e1cd89a592da0b6b7593f42eab3187f0cd31ec2f60d9cbb
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb4e19b773cf262930c2c54f138dbe510091ee8
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae829b7f72e4efac6eb48d91557b84cdf4da7bd128f5febbdadae6678dc9f7c5
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf253d620368fa1386c391ec30037c2ced94c3b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640de96854434ea7a73d9e7a53acd15a8f3deb8f5fe3aa7d1213445e6eb24651
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e47a368f55223ca357f2023e62b4fed6bf73400
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c77261b3ddf63bf8eb2b45da0cb464e3f3c454ee7fcd93b7c32589107fdbdec5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..949ae76f0030f09395bd558526566ac8b8e34e44
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba91fd37bc0abb2deb9ad0a4b01293c65542c3e966aa8eca48e53d241149ce9
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d5e491ae5b552f370ea8828b107c81c4de0ac8
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c79b6fb316ac8364580d055b063db145f4008836a41c603705596a0674dd20e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c84169731c361e9548139dde1f06cd270df7b86
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9e666cbc4a4252e639d40d74905321a8ae8961852fdd945e7484dfd7a01aee
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475ee83f85878247488973af0cd8555e54acecec
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8470abcaabacd13c4bb40f0d6e16c12b32ea9718bda985d21c54e054bb6a5102
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a9ed2d38375ad75b2acdce6cf1e3d23a227e49
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503cde862dd18178cd83f21d789c8c07f8be37f819b323f209f52b9d8fe74ba6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff6854384840ae6ac052d219e8a2062018da311
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a30b059c624e02e9b81b5f17afc979767eacfc0f2e9430a359bd2922c9e5d44
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71e669c04ef5fca23071473cf293b93db20a4de
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a12441a4cc5927901603bcb17232f627a6a779289488cf609287875a61b28563
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a79d612918a75113d996e81ade114a02973b902d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c01382d598263d218503c3c9a556c9c2b906d0d012be772a8ad731a5729a45
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95dbde78340684eb1a8b91dfc6d315003e30af53
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b782a0aa09bc7d5f2227988887d2f569844c4f75593020ae68a225a9767021
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..622f1db04e352a7db660e579d8c32e45ad770098
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f3b386522ec7e7eee793845f48767ea1e8c0adac6e4e6aa783e4c93b93ac3a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c1edfee2ac2f4f339dc947638232cd4cc4f6b0e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82692a2d84b51def69c365a898e979a0db1a8745e931d79abc330677d576b7de
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a173528e5fbcc5b77ae3d6d65fbe91bf3c108424
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7530e2c001e869a1ef785f59c991dc0a12433348dafaa61baf51c72d3807eb2d
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3bc5172896c4bad4a7efa32e0fb8114a388bbc
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b39e6c9d84640ab995bb8e4bcd56961b580d3dbc4b75ab8b0ca5ca57f66aca
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fdfbe14d36eaa13517999bd2c6a0b6c985a24d3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:228a10b01cf9d79d6b08ef1c1b9c163508d4e7fd6f4528caf83c1a0c3c1a119d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1947ed568d5304c01eb78ed719ed87a42b507d6
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b60a999f45c6921dd116c4fc427e1b60252839b83a848464fd080ca9c8cce1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04ac341228d65a254a016f300c787d763d39b0a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cda59ee697c961f75f3de9ea0c831acbc16d93ab4c709cd3fcd5270ef08adc7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f441702b166f5c72ed9bca2d26d24c86939be5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b821b37369fd01127a126a3e2479edb6c770432bef678f4c5828fca06b327549
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a8be0fc8f9af01413bf277d69109db63a0ac494
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99fc8714a44b429fef7036a2a664d4096d05df096aa001695f84e371eb0377a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5fb1a3b9ca894860958163a4eb42b1383308ae
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edcf1a212baea0387ca04df7bd9abf300a69a305e7919b02f2387f7b3e7e992d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc1a199c0e83208c7e151d5a4399ee92e62d0898
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f120c2ff190230d655b79e5cd3cdab71a69991de0fe7371c0acec57ae2b5d85d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb52fa91b9c11698c47257413c9ee93241be488
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc58b2e8874d2894d69bcd741dd5a9f44a7ad4d75bbea883b63427c9f2a15253
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75cd0481c7ecc80981e6ca42cf80fa0b7c878a37
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94e265276643f6c69aac87e858ed06c60bf440cade378f2030819cca40a058e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95714de6976846a3e93cd0f033f39cc7bb0e23f5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c094784aa12ae0e859c198b181a9f1d15fa12046dbc99171bcae6cc0c20122
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c5ecdf648033172891b7391dc380de3bfa26aa
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0006cd4ea83ebdd87f2454d7fdb9a7c626bdcc1c50229490fe1b541cee2fc0d2
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e473004382237e3e0943e694665472054a33a3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d089019de8e15795b54eebf03fb07d68d87ede8b9ea1275fa9732c2b74053291
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc58774ec0c684c1f875d4ee2194eea618efd93
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102d68f7d6b37d689ecb7b1e6b4525b175a61d344f1e2cf9b358ace7cf66ea79
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c0e134dde91633e41b0f4da165a2659d4f0eee
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e2a7a3621b800adbc75ea47ba9e1e2b9475aa08acd1db4dd70a45f065a1ae2
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f58cf6441ea922b2c65cbef5b87831e5fe6b426
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c24293ba279bcfa109d2779b9b3126411974b2c26faddb0935a8a86556d602e3
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca07171935a464dfe3d6e56e4c9e740ac7d8cc1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5398edf85867fa042ca2c04b5eda43d95ed7308203e9e600963573d2f7bf948e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..569978455cc02ea66a6bdd3125dfc13841f34fc4
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fdaf50e49b36ed6f5cd3174f3e41453f016ffc9e584f7f07632b4d37a631c1f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b88de8cffa1a0c5b014421ce8e4177f977eaaade
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728e3f904e91f1cbcdb6477f5ee50833c56a508d303f12d3eb9a2a443d5db095
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7bf2f0aa49d28f72bbeefdb2041adeff7be511f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bcdf63562810f8851304fa9f89c4537b1ba3d929cf0b3a073492035a5b2bc2e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e13c836cd9e6dc6c8adcda6bca073d3e700c26
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f635bd8300dc437c5937e57c1c06528b67371a140f6fcd8ba8b6c96787bd62c1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f60df0b467eabdc0194d93993fb52fadc4b700
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2fc92b1e8ae99bb8716db04e7b66b1d3742e07e6bf150bdbe5f49969eb456f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e41089e17ccd89d79043efdca4983c4225261c2
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c60579810f06ba78f2b52286c926fad97031656210ffb62df716bc35510fe1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be58110eeb8effa503192e8e999b91919cfe9e22
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea38430812e3cbfe9086728241411db1dda8b3c76a03e83fc1cca0108e6dbaa
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9327642c51409a5410915ef396fe6f9136434e58
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ddef396dbcbb6263ca00352ebc9d2e91806c0f61d23457155235ce8b126968
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..650881a1b553da5e4f66481895cfe0023bef6b7a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d41ac543692a820918d9334574c16c328ba48899f8122029fc6f2a147549c3d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c2c767650b99e0aff8678889b0a1d6bd3b9683
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ee1f8f89955559021db3ecb08434c16898b16d234cae158650c582a7a354e4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..493f9702f32ba2cfc5dbe623eae3b4075aceaeba
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f6598b3e389291dfc1ea62837ca612ea8a5da12daa1c186bb2607950334655
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dc3857b51b6236339b3ca68c99f42c20ac7575c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30910fc1b88081266518771db8fb2f788db5e5cfef7ee7f1064ef8713c153f67
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1259940f37a5fe4e2e12f562ce9ccf7e1364d24c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4e8c098186c5eb2cc1cf42ff5472e1c35373d4c5522b1c88f7c950607bc824
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ebdeec47d3faefb6ccf91b9c05fe847988c9314
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d02d7fbfda93a58b78dbdce16202bcb37b8a34d5f6b92cb021748721a8db8be
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c66397e8d1ea6f58619f7d5e35e9d8480808049c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba67c1d8ead70f1892deb74be978fe8a82082579648682746899a6b55d8a405c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ed3583460469acdd706cc772322b6ae5bc2c62
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b14db38cb0db24a25b2e9190909a23b6e2635b144013b69c53b46a86492cc10
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef8e6b9ecabe996aae9b1ee0f24365d7b9ac79e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71bfae7922b2c1be0d4f0bedbd1f31567aa08649c46bc21c407e22e7c5765ba1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa3df380977a35c7575a2fc34a4e6aee9cb5476
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400eb9f566d9217678d14a96aa51e8969d42e3308a72f555a3bb2d9cf64c6526
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57d626c186109eea3760e0155991a28e2b83f36b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65acebf9c7dfbe189c15b2999d8843482b5c61fc72394212c56f5298acc4a04
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8b25b4d25e98e586320b46d819b6622d8a15df
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88339def7ca7968be2f3627a509d5fd2724cf76005948d79979a5727991929b3
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e2d2ce91ab54db2f382ed59d1ac102a6661a6f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd73761f6c6234131703dc16ea1a5142b742434bb1abafcb83c2a59a1479376e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4f851e44f6f2fee088189a334d70c8eec383eb
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c5ff1a6a06f7350f0100d14e012b1ebe0c545cbe8bca9739f62a97a4218302
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31744a8fdd72164e100f3a4a484a1a53486d8b56
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33cdc4d397773d01e68c007d1314832d3bc98211e38d566a1b6d26859b540559
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464136bb829ab905d9a537969bf63b105309885a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de3245fbee6ea77b9d2c2e263d85c7fc9ba5c37b8ce2c105c4fab23a2364ff8
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef27fc5f5c56f6ff5fa2dffdd27ac4c80701e660
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ca5cdf09840fda6caebb867e4d6251fbe29054a7c70785e9b4fd0b8b9e2b83
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d58aea5047336d3fc6aa412318e92e667620b2
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36cc0314e87b09e0956d6212481dcfcf0c51cea3d2d819d594517e3bda47224
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceeb5dec448a79ed3886305c0637a49a9013c18f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e01ef78f88195bb2c9353dee2eb7a4a1ab72bee8a0186ba73c0a78a4b8c5e0
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c92473279c2d40fc99b0dba87ba3ba24f16778c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f781a9d31d8cfc2d4b13030dbb226e89db7b8a0c757a9d28c503ec543e73548
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d223b130c7f0eb7ef5f88f047da2cad4c2b173c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d51ac75d4592d3916a7a111a22ed7c4337656787964b01ba1601fd91ff8d7a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b2bec7a3682d50cea147f2941be9d831c8995b7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbfc66ef08bf82378b5f68940d6c32349db171e889a02cedbaba4f841ddd7c6b
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c871b42af8a27ac48c15dce51fd16f753110aa9b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7879cc85dd920905cf471bf5a0335760ca54847065dbe95c837d8d424428057e
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d0c3a1e9419231021bc997e4c2eae003eb2916
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47a29c6c353448c6a703b40eb23a880de755d348e19ce9c5ac2d446edb63bb1
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fef385efc65bd1c054b1dc6a312368b056a55a5c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636ab95510a202cddac242105ab3330c726445a06f3af4382e9de0823bbe363a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be68ff84b748267e2e669780c8148f5872e7130
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d24d65aef59cbe4ede73f2b1d14f8b262f3a3589798d1d026646776138447a1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d110847073e0a05c61f5227b8cbdd549c567c82
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e822df95501eb475da14373fd0f6533e9f060e769a47773b3f6e42c68054b6af
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa111c97bb576f9e672aa3dd9882581ce4cf110e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ff82c54afbb3e50f96734283ea4f538f49427fb3b6fc9b97f7cf5ca2458179
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f99eae72cee17ce3c5f0df3f0b20b47c19d0b4
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0471d7c47298e4ec4d8d9167d9f7d88ba25780e1817a1854cad4602d4f38ed33
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a812253ddf24f55e76c57103fb63fc066dc428a3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51751fcbdea0704a668042114d50501250dbf4284eddd7297a171fff3e31606
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35dd67ce3fce2dc1e841ce977f2ebafb76af645e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced8ac7cbd37d49ad0f80faa251e0f4fe3a1272e0831fcf86d11f05c0d04dbc0
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10be15708ae0b9440c72b278c159324a31c34719
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c911e7ae23e915b3a00d2e0d71c69e56159c39711189d81f77e90cedfd612001
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e99655d8a3583b644b4330159bf99f3de7b9e964
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beee584509b5ba8a9789edc06035367a3d571f6f5c6235b3257a455dd1a3954d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f13398e65fc694e0f42f69c0d4fa811243076f04
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c73bcf415cbe6f3a119b6082b7b8a26f7c1d83f2e1d9ae079d2d736d38bd5f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4164ccd37fe00d34bc605ec26656f1a5ed34658
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:644cae8c65581dba1d808eb5437d9b2c0bf8f1d905f3e907749c8071cd1f9d8a
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd908fbac9a39b9da20d41ca1273a41bc1d8c63
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa86ac65c9fea1542bfdb013508144a1a0205ff55f228b0f97571cf906fce466
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c641030860ef992333ea02df923da5e9818f0152
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7d3a509375b9225fbe934ca0cc24c4aec519259c4bc4fed9d3ab1e31818c29
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e154213c85516021aada47ed1a130f30c1dd96af
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64478dffbb2af82879b68fc6d19cebb77627c88b79ef92a884f5da93f8fa8c90
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a616cfaac347f0b235213966c99fa5c2d94ce2
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a3d4c2499b3ebaa4f4a4bbc6f3c919fc64837bcb9c2a2aa500b2e4bd6c9675
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86841b2e03563f7360377f1d86d73b1eab7d0a29
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629ae2dbece34f6feea811a57a94524742bc3be9aff7847337d3fa8ee337289d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0810e675c3a5d235538572da6aafba91a4a46b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe04701a556567cbe5ea6bdc578ded288b24aa2123efbb6f78542fc21738ac5f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3dae8fd6c2201d50398f9acc51e7283ad31cedb
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:214663099761268c5768f2060b879d1e69bbc83a496b3ace70b50e9af477ec52
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0530ad092f5142654c3d9179a4f77e1569faae
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fca65f434a9850cf319af213ed73c881c12a47fce1145d20467cbc6179c9e17
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3177631137d55099347d056b2ff06d9ad6a1fd7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af7f710230568ae661abeb445a26fee7a132ff8255743f69355d27e8e667c5e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf425afe0abdfcfb85e31626123abbec0317ea6
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7aafce6d537f5490d7112c1a7f1586a670a74274db02a389f98e12521f5fc67
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc54206fc79dcbe2c18c5fe7ebdb66fd2492febe
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f6da0e9b2f56d92e606cba6bc48f24a7e10efe41f6b684261e0ba97a14c5b34
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1fbb1879c66ab16b98d435692a8150d807ddbfe
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f0523e41a99c291b60bbd25dc1179c857faaf9d3d0cd356f01f8138f5c6f04
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ae320004ec1da2a1a6b96309e4174fb37931aa6
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff8ef0d8982a7ae1f785d785e7cd4395b6306529c82d3ba77de17023019d4290
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb5395ffa063bfc40129593d35be9a8b22627e94
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:036662a93c375a2868f3bc429ad78e3d316195cb1a64c2dfdcaf1fefe0ca3d79
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d738a7f4156c06ae455eab2785b324c525c2bc9d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614ccb41ea1cba8b1d1a37cdeb886f104c4e0fe21b4fe864ac8c12c576adb9f2
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0cc6854c5610a66394624466e6dd5f3a7dbb21
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8a9842724be61c7b5b9a3971df00cac56a8765df091ce381197722ecb0ce64
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d9199f9a95d7bd997d897c4921fe19b923b1d86
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5562b25706d831c7db2ff90856fb276cd0f998e2b29a57208a423f1805c6d484
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0edda0c844865bb679b7979c72d2333a803252d6
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:626602974c6dc8af7744c20646eb74b0d6b885c5e13cbd9da31575f0efb7e92b
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab9ad753e35f7d8bb5cf7ea6dfc3373fcbfe5b8
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425319e5b0428eb38beab0881134fb10d6d5babdec7ed64b23867f5f2aca6421
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18a3f6cd79a0765637cc1bbcc7a20d86bdad1f8
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54a459b841e7709b67f0ff60df4d7232fe59d9aea8080fd6b8f9fa196a7a874
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d2caa446ae3143b8380c6143dfeee26cf69917
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc8db3e04a4c4cdde62f7560723b800d6d284046b78363be1dc397611d9cbdab
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ebb0b9f5aeb31ffad455f7ec8b4f9bc32f18d52
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f0a8cb46df98360dffcfee04b14ca3ef24fcba24903e28b47dd000a41e2810
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a58e9fef0ee48564fccab9d26070e26d9be6beb
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c75d2b02bea39e004d897bed38f4efedef620fa19ba5ac6ad86238c21a070d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08924ff23e07a5a47c02454624abeacbb65a188f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290859923fad85e8c5c813b5442f6f67f4799f574162c945b3520774b804d119
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db6d902fb9f0415a5448f90a30d2871f6eab359
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f587886363f5139f683a634a8fcd983a9d376779bcef74b408b0bcf178cafee
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891d52d7eda0d7e036c5ee2dcdc94caae3a88fdc
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153114c8631154531e92f0533c60fea66785a7ab5b79961324cbd4ebe17631c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820b7a521172930f99200e73674837f760c6114a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4b6a5a0ca530671d73a33c789b98a63b9ff76df10d25e650c7504fd7359e72
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..594eed0c3d6da2327735c72d8c2b23f2a2625b6b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c6d2bf7bd50a19606a44a268a7e114028c6eea5b63f542ab68913f22622cfa
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a7423f962add718d771bc1ebe9818fe6a3d700
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23aeacff73c03affc8e3da556e38c24a3bd5424cd1fcfb3a2f8a24b74de55a83
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..049b718a28760bbb958bb61392fef9e551c3e65a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f909fc882ca81a4173af6a0bceebb26128632dcc935f409b0c66d595eaa682
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62263dc52d669d17492230fb166a0f6a01de32b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b2e9bfbc4cffd5b01889ff0842e68a60a339c3a8d692125329d6fcbc92ba7f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77662c4bd580f9889cc29724acecece290ab8e9e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32041f47b0a09d0ad30c2a5c77dee4c9f387017e65ba15b39d41e6b7505a2d2e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd4adccdb8f329533298af5c21edee7d24b2455
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c13b8f57149f432715e7486ffbdae13f459ec2b727b327bda1336b8ab56a531
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa11ed053dbe73906c5eb02231eef39c6e538516
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ca8589a33036a7a9731ef8e7a0a5d033bc4a750303c8873eb8d290da77eebf
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eafb6c1f59e241a881cb19632f766ff1ed16879
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4347611970901df5cf2afe66e088d3e19d20eac1aec04b389ed1f2e80941310a
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c294c415e3c29ab0431ce1e7a7363801756c46
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e75a786279687a864f427e683640c15a8d2f0a75ee41caad932cab0efb5d82
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a8af7435ab4034afc041a8c0eaa21f7c21db94
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f19683a38906490e3f7715618b2c287b7de495febd87145f085aa93d7085c6a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d11b82f87e90fa6e4a0993853c97acaea708d5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42e0455398808702884d2fb7051ca705cda0a9a2414568b04cf3b5dc2846f4d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab385fdf3115867bc582596fb5e6b2502678b481
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d19689d820ccad3becbd49583f9faa364ce8a8c27c5df909b9354b6afacca3
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b87e4d799317b499602feba656eaee76b4323c41
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a11c96502657e719cdffbf05fb817af566ac755c0b592940cea660f1a2eefbb
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..600df1983954e9684140d32bceaef88061085803
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a478e03abbc644bdc3eb36da713a711d44d5fcedd9a4252c0183aa51c3e9f84
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbabbce20ef7f320c7b1093d978e83574b521e60
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31c9039306e21fad623d0bbf363b090ad16becab63477ddaefcac906f6ce276
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0dddfd42aaa69cfae0672d26a16d77b6483526c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190f496bc8fcdf3893dfa88e29e7fea3b908d70a58ac4cae2ccc410342aa07ad
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6a8fb5c6233d184ca3e32f37ae4754d236ef28
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d30889607fe62d00d52d3f6856b13586b0bc29450fd0882b5ac8b6401ac6e4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..838bb540d56a5f6a40d3fb1791c9792da6166c64
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bdae1adf87f059e267b77fc693c50e6bc41fe2c54705f0af905fb0478e9ee63
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..684699aea35a664001f60a11f2306b31617f6754
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7152d0f1bf37fdbbff4648cc9d9ee7071fd159e7d57d6f387da4004ffe4cb9d1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e759d0b4fec50278e1a48a2cc5274ac592daf5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70cbe9e2f7f8f0242c7c8be97333bd78895851b8f97a8582475920241c64c104
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ae573a26e7982de0125444425b7dcffc3e83a0e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee596273eb981e770d6f25e94afb57a4ed58adb277426d458fdc92c16cbb2a8e
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46320b930ddd4c381a7fb890c8d76cd5df1c98d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb5a1260c715a686f7ffaac42969e3a5c201bff8c23e2ac0b4959da1c5a3002
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40906d3d952aa27f78d558e68e5cc17d2c27cbb
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc7b38860f9212365184ded00f58d761ec1adb6c3bb631d4a0da9d7ce7603225
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1187a91d4a3c7271149bf9aed691e273cc91b4c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33cacf0fc628726c148bb387780d979d82b8aac9572143d2eb99bbe44d3644a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d52310305010b22412b375c596cfd9e4f573183
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5571924c81bdd029392c0f8070746a490c36cf236acf2c0ebf4fe90c520c1ba1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86438f4ad4b1383ea0c7ce7ecac0488308726ffc
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2778d476bb9a0943e4bed7cdb86734f445138145248a8e9eac7f8d935c134697
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fce40f763d52b5f8975621f552db20070d5d177
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab754a93add185de21cb80bcf2c8c4d5bc310f63ed88eaa3e503d331bc82e2fa
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435165ea7735dc017f6965417adb0c12fe6ec189
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9fe66a78f40cf6e86f450a2a6abd4cc6e6427dfafffe8b81dca591515616ba
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc4eb3973309be2d1512384da9ec7c3f816d483e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea581d561a691fa400b6eff5bd1e7cafc524aa0a45925024c7ed16844acc8cde
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6339b827fc2cc41c96b8cfa65eace9730561905
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b921a5e54bcea6948fcf2a733be3bd0ab74a0b21fe6db239c7340a2a5c3ead
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f1b8e1cb44ee1840f573521b99e9ea20437b9b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c64248cad9032a7123782184e20c4bb58eb8bd31f39445cc515ad5635e7145
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ab27d68539ad962e8bec999f1dad00c5489e2f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66cbbf0808ecb7451ef895e8bbad8bb4725ab2b744a4656c0deebdea0de9c96
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c452b0c4cfe59d612fb898948c2fb3601ee4ac88
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b6561f2b71501dd363a27a66616293a8eca9a880cf3b51aeb3a642cdc4cc37a
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03c979ab033bf88e19c1e4dc4c764b68bd00e4cc
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef2f12db926eba318b10b03aaf2115ea6d55f114ed00b9aa877dd9f559c722e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63ba11d0e7d13edb5167003c822ec5cd16e2a58
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8126a613e4bfe728ab523e30fc47e27bf75f997a0c5856b19465d153985cdff7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8b8f96d661d852deb12c1e1af1e091f171e233
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be783feb801cd335e843d56fc3854f46e2a4452600d82c850a96a7ab9da832b5
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a5416ecdf05a11c1025841c1e699b12afea322
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2636f88595dfe85c0a82b59d68929a12d7ce3c2426a73a3c67642bc92ac3b8c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3baac070defb9003cf96a91f0f0eb200af6befd
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01876cb81c5931927bbde493d3bab08849e1b725fc40ef59dae6f3874f41e0b3
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a4083866c8df8871de3cfdec678839cbf4f54d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ecba548e8a78049d27fe10045f5f7046415ad2ab177b3cd4134bfe2acd84b1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7e52c3fbb0766332a15e71cb5ec62c2a1aa5bb
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95ecb223dd2b055770e08e2f1744f51f741f28c17fa87518f7ac42cda5fe45d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3348a8529a1fc9078f7926f8c47a896da714a6
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9b0dde132539e7a93fc8c171e630de0735615ada28727ceaee524fb601d704
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61b82f7cd4cdec5049af4e146bceabdc2bbc2004
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c55b9a6cba884f226eeeaf7f9d4e9f67a9984434269f45c00c576d25eccbab9
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2df3678658d13aebd3226d98ff6c027e4ab21ca5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12b7871614190ca93507006ad481d3b14539b12e2287f4601f562767fc35602
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4734cd8c5c0cc032b4f8afe332d5ea5b93f9adf
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2bcbcae77bfa5bf3b2bfdb8f81ffce754c410291428aad592d27b6f14cf17e
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624a552e6081d6d64d9d9486e7503ac4c153317c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079eb0d1f0e9f704fc2a9f9bd4048c68f981899fb2561a54e2dc831e48771be6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70416c78924a5310becb1e36fa225e6c5ff06d83
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4f209e50e14bbcad6e8fc55a92409d7639c5d4f969357d4e7e846b63720661
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e57e9f5df79c821d07ab146d9d01037e8441e89
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b4e7b41a9fd6839fc02a55b7bae4e5f5e63a694af2743bb5572d21ed4d2a3d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a33ea998c248fde18997fe5bbcef31ef8132c105
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5dcbacb32d354082a00da6fbeadb22a9cc5680bbc4dd428a01bbbf908900548
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc2f67fa8853a4e1bea75e9f52399bd3bd49380
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a576440e987cda5476012abe405c1a06df2ec21d13d1035374f3cdad83170b41
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5db79531465e4618bdd5f845d83e232a474b4d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed7c919a25dbd08ed00435ecef55ee5abee0967796468d7b6ff4657a47065661
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd24333d2c3de0226d98ccd5578b19e198bf996
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab1c3a92db1f6f12e9937d5fcb5209675c7d9d0f307b0f066120dec409cdf28
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70038755a403593cbf9206d47373c4524331ffcc
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7afd43cd0218d47e1fe442c952ad358f95e884eba68e76880920b75037330c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cba911893df3109a45f8cd6f7118e9436ad0dad
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e763ad28cb09524d47d031f08df11cb8e7f7bdcd517db9eb7a6f6d93205687f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41b54312c25b2bd7a3cabb985bc3ab11adb30d59
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9313b0a3ad60c3ea945ff61d0ecdb166af616d2a74dbacaefb5dae0e9cc9c60c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..797c9de33be532ed8f040086b075d680624c0b5d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae7ed3fadb5fc9802087964f091832cd8296913f003552844f7b726f17bcd6c
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89fc1c7634ea1e75afb961458a117fb65ad7ce3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f583f30283ad49c5d6de3b1c64609c5e4713f098dc2e9a0179b58525f6476db6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b9406553275da2be90402893e86ccd655af79e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7449f547749a793f5b2cab5dee836826ff4cc62619cce22921effa5c3b4760c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f42dec77a8d2e90365c0ab5c1f17715c3e675656
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de0fa0bbc88b6c5b13aa4e1bbd0a6e3496ba4f1d01affbc03aaa83307a49e40
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17dc4e6d6141b1ebcb71abd901d401b6a6727c26
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4c0653f8d51e8b8b235b3d6432f1c0807d90f68168379e5b172527c5d8548b
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a5aa6e5cbdde06a48e663aa3f607b3ff81ad943
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ff65019e98f64b8be7c58674797ff52d6dedac2a66ec43f839b80ce18f2446
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd7b8cee897a1dd2a46fcd6bf8ca6e5af7839a2c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c789dba2ab1ea2b22f7b77961e6d21c3d0f012de98f1e817ee8f3d071678b7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c05edd6209efe2ffb831040cbb70f0130a4aebfc
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d02fe9344539ed889ef4aa8b31305c2bf23769bee0a407b93bb2753d5057d5
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6958bf501a8c32e2483aff7981cc8e8652e26f2c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b06c72e5a2d4aa25915d77d9c324193e672eed57c3f80544a0bb62fbb24ee91
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bde31c631e1a15b206fa33300c23cc21042f8a9
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf61b5a44235f0392ebe6f256ee6df3a6434fbd48e009515a809bec8644c2a6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5405ea1d6bca8aa388fd8d022b45b54e9e1814
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de4a173b4e131c2f82547c30dfd33794c937f4ca3fc282d11f867c48eb26dc6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa992641cac43a0cf3d29531456e1422e2726d44
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8159222d5bd1ee9a5640a53cac6f33c6fa6f861a3e76dd85722cb36563cf5f93
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2f005587b52c9495e8f92c27a0f4b8aa5be7e1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971317b3fb7c1ee49d19cf15e29ea4c5f3a01363d5b2160cd44279c464881e8b
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df7d1b7268a27ce0050ec8064bb602e5ea9119dd
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb29508a8c32e6b9c3307ac20004b942b0d32c6a87b33c6874dfaf81c2236039
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355e2603b6cc32116d05885589af4e43b68fb2db
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40cdc7f72f0eea659c7bc1d4843c1fb7375703e39daa39bf2fd5f6bc909f415
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a231455c47b910dc6ddb5484e2ce108d5f5245d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc1489e72bc735df35a325be32f7d09be4b3ec22ca76c648f469278433276ace
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e22e1c7f98d698844508b54c448a562c3860e5a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b657088281b3f013f400c8786c1338fc8bccbccc23666b75049d2f0565e0ff
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3553767f664ded6a8d126776ba72e023937e4e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7367c65ea0f5fe3ac097549747ee00d5063dbb28990fe96b9dd57595a9b82ff3
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f27b0c61eb0c735f2cef899bbd32e09fcb65516
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66bc46b0cea661b27c476076ee8a114751579110ea65faaba0337880539d5ab
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7782f37920b98aa69b3bdec5273bcd6cedcd41d3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c192d4af781919c4d36942cfba6826ca9ab1c76dfef94923914f769668a3264f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a582a79521d0568e20038a3617e954bca2efe90
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26266c9d4f2e8cced630de84c2f6beb78212721f77fee10328934a8e5823c110
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19055f33f8ea23bd748484ea83420a889fbc4b30
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c889e49234c89011c010adf87ff3e85647b0ac0aa48613430d8b42d364747f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e02e5ecb00d0aa3608f7f5bdccd8792f3af5067c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87fd011ff34427a8c654e1219ff3b937e627ed5be6231798b43f1bbfffdd8edf
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a3d0df7be9242c8c0ccc5c5f71949505ab9f36
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3802775eca57c930b3e7f2b3ae653d5c13b64aabd380b28118763d27ab1d783e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b5a0976e54ad0dc2e44e3bccaceed93167164d4
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35252bab3e482ffb5bab1970b3844e8182761399fa288e1c6fe505e4aa6d6d97
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f11ae8c5a869927a8e47f52041deba6beb4e7a39
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9b97985f840932ed3afcaeb02faef0e1b865e5f398d94f3583f9ce69cdcd6f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e8a2f2e10a256c4680c3696ce9ceb63ed55fa72
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75bf43f968e5f28b404a4b20d401b8aa9ea0d6888185a1509a182aed0ef1203e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e513dd4eda45b86cde223bfc7fcdf8e4da69b654
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:747b65ccb2ffecf6c77bdb9ee24803f89209b0ff0dcb75ebfed6eb9d6db71ea4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e49fe0cbb89b37fd8b43715b6716e8f1a7ca65f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183ff61c51c9e4a33d775f65d0f0f2a97682e60f2dd9cd96cc376dc05ae3115a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038e0e274c41274fdcf4975aec7699e1299ab7fd
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0f8921eb776bd0446e278d07ae7a26269e73513e3d9febaf623fb27d5e8f83
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af8a35b3da5df2e437b2f9512f47d6f57ef1d15
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac097afeb9e1aed8c8e8e76b3df5f6a0d05dad429dba51c42b4e51911701528
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63508f6febfe33581aaf39665257861038ec818
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e51ed72cef61bd1e87d7e43feaf342114496d6eecb543f3bf1fea6c7215fc7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d094976570e4ee70735b09e4d6be7f0b5080db74
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c3d3f5b0fbcb7da7d2cebe0549671c4162f80bf1758f9a28290cfc2709b4329
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c69110b7fbef8d1d6ad979439ed8e921390ae231
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72015a4544d9d0d7b150774260fbee6204bce1733770f5b2a4f20bc7ab38443d
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68dc3e208f85644bba80568f9be48fafd5babafb
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f6ef1bb5685802bb656e4f9c99a45e97a1fc0d63e9d497fa1ef435c2d413ea
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6859e053e9ac16d389807355827452c80c8b987b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1efaab384a774f9ccc977bb86b58cff2b973a0f665d9389671edceeccdca0003
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b5e65bdbcc4663a567d5e701c18172bda81aa83
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43835fac216ae2fec2b1ce85db2a4d005dc12bc56c55941ac80d437436c9d551
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1968ca605fa7b5391321f9d53fe009032e1a0eb
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9dafb0b4fb126bef4eeb604512d22de264b87860aa5a2953aa6a4bf702ff0ca
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c166504b7733d8897386bd8d131d515bc1e83f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf78f2aef22ca97fd56e0407a5e95c0df465209ca42c952aea6bc948629523c3
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6e42e38bc21452f340b1ee54cf49b8f57d8003
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48915160dcc684a0aac2d4ff3bb91dc889a2ab9998fd2d28361674a1bac08d39
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..147a45d178cd1581a019b2c5cd9c0e4c0516b789
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28a3a5b24fe31f9af96fa209f3f108c1a8da61fd695ac3ded458fae5f7ef162
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c897dba760cc63744b1d873e9ffbf4bccee0f5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e85c2d0f6db55a4bfad5725a2b2d8716bc67f6f44c7b6467b2b55689451b588
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c468f0b0f5682f5031f1f86224808316e838e43
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9135041ed0ca167b20e8b631afe7792d0e94ec10d9fca079fcd6ecfd1abd68e0
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87554daa6b70e2355ab0df8a5985aa6abfe09324
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:875ffd67d1f8592ddc8c03b3560671d5c1af2f2eac638b7f3065adef8a1aaea6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a79d344821989e0c9d550cce02c2382675617ca
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98841ba4611ec68da890f34a695ef271f2b5852ae0ee178d2ad8b3492fd4bc3
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cb263119f3827ee9dd1710ab1e82c0225072e5e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09e4fd588e8f86f6628243d5afc9e41b69cbbae723ebb25d654f55aaaa48c201
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f4ce423adbe0dc7a9656a4f704891af6fe3c4d1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c353530809eb366228de8553b37e3f0ca310634f3e361d641f00db76307dc7f6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac312cfb5976f72047b676eed4b83a09e1a3cae
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66cd3d18e13983dfdac5ad27bf3d997c4f69c6567c94cf462511ad50b8e13c1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f926c72bf6361054ffa33b8465a4ff90761fe56
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528c08032b5d263c8c9c23d2edb9a791e172a14d05cf3867766bce89f6e67afc
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274dd7a5f8fc3ce2cdf0d66a30621b1f5f72a4ee
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ed7fba762e2bf63fd961c47f2f194872fbcdeb5cb8d10bbb1210a991c7ec5d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..961cd907e0abe67085ded7eda5a63b8c4d33adfd
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49a26aeff5fd457aeb119d494cc18aad7caf170995c60d2058845fee1a73ec3
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943263bd0e3ec23a4ce1c818b2b923a9460fa274
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874b9b67cdf866dce7f28fb88ea95252a15823022b0cb43994eec0d516b5900a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ebbaff9f19862f072eee34c01a0e0ce3a09d74d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea5127940e5c616d1afb9b029e98eb9db4f07e9ce623d3925db897ead19db4a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcbbbc18dd98014665b96e71d5e1ef630ee8afd6
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:326108d7d98759bea99ad83bda273cf7191144c1204968e84a2bd6ce841896fa
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c3c507c7383ddd45008081606a5df94d9ef2ad
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82010a9aa5015267f59538425c648b4d6259fab1f861e255504e92885347a4c2
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27661688d031cfafd8bf599e9e09fb914b0cd62d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14844a5d679dcc1d1a9acef16e7f37c78e2b2d785e9c23506b26761bdf8b15d0
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986e9cdf1e66813b5b815476f48bb329d82db196
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b67afd553f0ad1f90e2b1962ea0ea8a69930ce94787db22a05c333ad44a0ec16
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8abf03b039f20c69caf1c4b394c0d2dd126b40bc
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1b57fdcc287705f674bc2cc9c97a928e33ca23399e0648be284650f12c1f60
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffbe9d1331b74935f4a3d4d208e98dbc2c874828
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddae7ede911b7e549f4c2c492c5e2963c12dae1de40ab34f462e0b3a2f5e8152
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79d60016f865237af458c3a999e2082a65585c5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f545925d77a71ac9ffc501543b1cc4287684668af0cd963c125d4d958f0202
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401bf25bb21e7c3e3bff6de33d7512bf07097973
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7609cd862a82f71c8127c73c8c9caa124c9a82aec30451e59ae16bd823b39ee6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6506ea501023c44c64568d9b5c6ca33b8480d1da
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b97aeb8b32e8adcc4e6d03ec62967f52fcb8d1d62424865e2d38d5048e13372
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8e136295bc9cb9528f158b3d4b6e703524e473d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea45ecb39be59b7c2203b3edffa2d52584d215d6b4aabd48c449856069f2891
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf42ba92a20e2cda7ed9608c6995ce01f60fae13
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a9aecbe97a0094b1826298ac55fa22f8fc19e5d2a911f0c29f838fd564208f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ccf4e169bcc975454a9f082d914cf292d6cc8e1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd30fd3cff40c7cd11ed5a17b7cda7e3c894885b403c1970a649bd355c4ecb7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a638d9b0e06c861cda99b1a589d5ffdfde19a97
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c1a1aee00368c93af60abce27c853b93152e8e1d3a93c5018630f3d95139a6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7110b15d8ebfbcacd11443b8220e647bda440a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1e74cab589be4cc2c720a4971be41252f80872f9eaec6f9554d4151b284de3
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fd589bd25131d9f7fd4247f018928e4c545b9c6
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b530524234ed54b9b06fe724715bdfadf1e0d756c4f2b4ff8251a4a7ee21b0
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c79a24cfe6dee40d436d81c5a123783fc6413b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7d91ad400aa0c2062aaa9c30c892fd538a67439cbdef793bfbb8932c82d5d4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad25537403aa6272c360edbcdabea2117b411b01
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a9190208b0ea1a1a0aaa598c8d849964e56f4624147d11302c761b407959d3
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cebe4e4049b7e702671e743ae2ba995155d15ce5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817d0f6a895fb070426a587ca7c5a0f0fa0fb175376e909e8bd11073a8405278
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb2428e0e66ad793c937becf69e1c9672d0be75
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f26b6f18b2e560778b657d3922082e45a2fa734ace48ca4ba113df3d556e71
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c82268c81000a88b4fa9f04929b833034d47218
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a438ae8a3eb0be310e020387dec04ba81c590a9bf9736a6992f498a8736aa1d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13278974871d201a7442e53acdc340444c433e62
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f3aa09bf0e0bb9cf701bb77c27cf569124231a6390e79f57dbbea4513d4157
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c19b121458cd05958ba5732f1884b6933dcef71c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c686d34837cdaf9dbd9300b5acf8233d60b4a581c48ec3b371f8cfd251f78461
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0271ca1bc1a2a89af1f5422e1799034932bdb12
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5af61d6c39337ef591c73ee16927567469ba18da030e469269b468880736aa
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b81f340584fad5853021f0499c47b5d9ca670a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce2eb394269312d2b13b566f613a1d03e3a11bca9f7858fd7d61284b230e3b68
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..171c005f8f742b240bba0c4f445582b40fea14c6
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d0a44df90abeded23c8175803749e940401a07cd00f68fdd7d5e15f45ed9d1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f1bcebee06a148053ae2f88bc3e84eaa1843be
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e790e7a80efe7815e42dae595face3ffd7b4e03beeb43328dbe468cb4096f12
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ac5dc086b221bed4eb296c1b2d2851425c9cb3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379c86b30bfac9cbc45ca460a1a0fbedd3b8a941bbc12ada719b54ef9e14c3af
+size 3203
diff --git a/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14039ee3f53d49bb7ab5bc62a4e8c7d19288b51f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_3/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6399bb3ef3cd8f014b8a4d253dceeff46724b9d1691407e0ea66af54d82babce
+size 3203