diff --git a/params/opt/8/rnd_search_fb/comb_6/init/lm_head/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d22b276cc51fff21be596603cb208067451ea3e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b950c8f5d72c388fcfcb67e13c41bb99ebdd139ddd747c8b1f0a2ebf95fb200
+size 202243
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/lm_head/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71505355347e5803702cbe37b6192fcf4fd4f1c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b593439950c30935d7df794b49b60d46773700789bfa791c9670c2fe5236b4
+size 202243
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0ac8aee55a99df90c6d3dff9b5ae9bafa0d001
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d26e08d092a37866403eec414bd492303674e638f7b774c23e998701e1639cd
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a4b92d0bae7ee14df840f90fe9f251b53534dd
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e537f4b1cae3558e57fb69e6fba88be82b28f1a1e01352304776627483f7566e
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea66eae4f256cba7c4be114d49f543c1a866414e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bcd2756e1fc9e4d7ede77cb208776a57cc2719f9648eda2a1d679011f889a8f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3e1ace55b6a5043e8249ecc0dff7288e797d41
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd94d438aa4ff09ab9dd9ccd0157016d25a1ea7a5dfbae11e5f1b756a10e2825
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..013ae8ec6d88d1cfa0a8f0cde02ab9f81c719160
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576f87e81e0cdc9e2c8acd22d93cdde377060ced5eab18f47dbbf39361489806
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630a02d4273c8f41a31ebab162a73cedc2e9cbfd
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0fd9568b0608410a4a4c725f4215824b87e47f774df3db157b18a9e58f835b
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..739235ee5b91f8798349628eacc186e6a88100cf
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca4aa40b4f91a358fbf6de61154f7b63294e3aca434f38cde23575d8d5775cb2
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a52fc97632a8d2fd743fb6447362f24180c74ef1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db1dd669119b1982be0a17282c73ffb1eb9e090e6a6dd644ef792463edd91b3
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d29550b86f0a5690ffd171c371660d4b7472e39b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0906704d5ffa4b19bf032f880c3ee9c06a54cdca87a0f919a5f6b8915316e9c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fced23c52e4e8091baeaa186f005ecc853195f4
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e20ccad511a5b9235134bdf5275fd132fc2c404f639089487371d0b306a61a7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23801e6f2fb4b065c49575a5490aab30c253cead
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9fa53c21326476ed385a92e18a91513c3c9bdade5e587e9c043db79a36ee0f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6458c3ea86e59711f0f262ba65258896eef3c1b1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43bd2b199457b0c2d143642a299d07bf7dcead4164fb470d20381c5293bdb172
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebaadae51f62afcfd7075e89add9897592660559
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f241b99bade8fe4ef1c704ec303954524b1af24e7f10ed7588c6641eca24b842
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee94d5418319f05ffa16c9747548df571cc5b96a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:689db2284926635964fb9f641ce985eb99c4797214f31d640037a9bc3dbced9a
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c5511a368144949155694790701e40bd727cbd0
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03bb7c0b274ae523076f35e3970e678ce5c08c56bc940aff4608d03c22821a56
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..362057cdb3d12fa5c87eb8c85285cada7457873d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2cd286cefbac994015bb30599351a17c30eb9ee1eb4084d47e8af320188134
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1a321b1bd2060807fc21d4e4067bb12d5b85a2
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0caeb3c98f0327643d13bcc7b51f86908eef55e2b29078d7093238e1d53eee
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..434891e0d47f84205d1e83287777438d66798df3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed43d6f1094da82e3268926ecb87036b4f6536d62b022569f4a38269007fe4fa
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8225f43c352287e0b3f0ec2a6fca7929d663ba
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58ad49cd06e2539e888ef4ae973b13ece86ec7cb02f28965d8b421f78c88323
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b62e39d68551fc9fb000a7064fbc9a4ebf9be7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:911f592af3153eb88887f14d3e8526c918807131c9e35955397494c8db2d32a5
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba33e6e881ed38b996d71fe4580e5939d28a4c14
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be99f88814896c2d2cf9cfc5dbe15dda7b06beaacef829c3f9f85e52a0bf72d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..267592d3aaa6241cd4a034da19a0a21ab1787ec2
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e371eebb6cc3b2c029dba19cef53943c7d0680ed5f2d6906343c5a37c64ce341
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e70d315eba4d0ab7e7c460637558ab857524279
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1d4da2b93c2b7f00d03b116b7990a1b32b4ab23da31b037008c974e01e2847
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f8eae5e6ef73dfa338df87ab92852717c388b05
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef89960733c65aa4b91a4f44fcb1744a2a64143e148801d098cc7a892198089
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baaeab800334fcea643647395197cb768795ec0c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5788c371a34e5ea07506582132a7d2c8e119352f47194ba81b7d8631dca5072f
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4783a58616ca6c5b4d6fb09148afa6ad0a28fc
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56694e4927549fd269fe15eefa2470c253e19fb398273d16275ef45236d75310
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54373153bc0fd6a7ec567603923de76218be6724
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e2cb25677ddca2013bb9f78c7fbdfbead728321b265838884570e35dca4d33
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc8baefc72d06eeefaeb20e4c0ac46cbb1097a5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40fb748cecfc4f43a6e65c407fbb8ad40a00b65b2875d762015e8d3662d5d180
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6509679624edeeed0cf894b836b139331b44f75d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d872de31a670f3884536ba8fd30209a28b82e3cc3e45556d93695f70c92bdd12
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651f4d5e3a545b699b6c040549bbabc877d55d8
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ce6624b7f14d11ccb7ddc202c8e34f867b04b59400a1d05309e7df442b6411
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb02348b931d6354399c174c2c3fdd204558b119
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd75a1711338f7334135d2fef48fdecbd3c19471213ccf94cd84bdfb42743349
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd9ab7c302fc54d6b74135b4a1d5208a986413c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e57a4e36f6d5fd959678cba704b11d149bc142bffe682426d5d503b028d64a0
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5adbe9c0adc4bcff1fce5612c4ea90549a38bcf
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf00ea96cbc6d55ae015810d6771798cc87a5406f1640bfbca0cb351b5fe356b
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e184c3e9b1102899a5e39346101e33adacb80e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2970ab881a1cf4f02efe2d623bda9a4a7b7f5d626cee84c0eba90da9c17bb7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61fe4a1c13e8af9230e78ab34977053a6bd80f25
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52d11b2f0831730e58e2791073af85c65794dd3bb63f24904704054022641d4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7775380d4a0330ba8c928cfdc712b6fe7f49580
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e62d4b17d177a4f3301782a7f080494baec88be6321b9ad5e581fb2b5c9eca
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae0d517b914518c9c4028a2d5f6c91e4b9c2bce
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b1b08d1d54a0791cbb7eef34ccf32743f8026a1060b63dbc878c50bd3f5e3f
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cabad9cef1b04108244d7964b4ab730772e59c7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee5661d271f662283ab2ae2b57319eec6325d74c23f402e6ade2b59b5347c7cf
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..075e8e999250d244970dc67c268106eb3dfe7e70
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b4800d124ce33c9657989df9c55a06dcc863c9e624485c2721c2f69e0dd660
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f42e1dc7e8490358d3dec6dfba8a0d2ec107a36
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a811c7a8c703521590a4f2ca0f0c2094a8087775de7b0769da7268b6abea572a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0c4763171f299450999d4f717316b6e5ee52d82
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e509a11305b7b9a8704fc88c71b9de5e4bcca536685a1c5e76c2fdbe9f5083c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a1da801c008be543dbd85d5bdba1e2f8e9abbc
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb12c1cc2b4fb8a2414b74204fa1737eb041ef57359a069aedb9510759e14b78
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5395666fe30fbe68997e0690ac917893c722a646
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53fb27c7dc2452be2e7d180a72cc9a4a236aa216b0ee6854167b7330924dd695
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c127c410556eacbc3c721fb0d7e594e3a36c08
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd59155e17e682ba02c62a6c4ff57ab2112cd83921b2889d68390d631b86234
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4580f5011990dad32cf7cbbe977c6909ff90cc55
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f094ca4223547772d2d040802c63e3e926ab4917ad7d156af94b5381c2b9cea
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5355bd2630ba4d1924182c5ab3858e6869d7feef
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4a22ced440ce71ecf6c02ca421fffc82e7d62b034a62142e5a10f9ef6a8eb8
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b9b98466473b1e735a043a4a1ad4c67453d336
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e49867d6f7d6c506b34dcb0df6174aca9d5d6c3847bc523b44ece8c75211533
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40970eb90838d4066c5c2990a19c6cd5905511ac
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e329d61c28e2f1324cea4717015972a8f56ccf85a198df6347a572875b5aba
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9738dd9681e64fcf2c84c9c7a44911c53b216b17
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9acc8789b3ad8d57edc5e24eea2ab12ed03344516f56322916675140f7c3a1e6
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43add85cc99e7c09d8da8dae3c0114e2f1df272a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ffc1f31aa9b820c742ec03cdcb0405333ec866925be2d47b956c017dee9ce0
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc59412353d967f5502cc55d8ace25bb8aec970
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e25fa1d179791b9547c8ae8509a9f4656588bf5d2e4ee40c592bf66a7272d266
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..214f2ed2f42d1da0c8d486410e31545d4fe5730f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070efb985dfe032b86e470cccf53dcec282de39b6664d8cc223ddd2e027e65a7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7bcdd69094500f6726ee6deed9348333bded25d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60e1ed677cc8b792dcfdec23dd02ec1479337065ddf8a3c3221da1de52a6ceca
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b11e4489d7a98ab200b85e4287924fcde000db1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c151624ce5a9896dfe1133a084638726b474277741d2ed26e14f182c617a58a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d410de00f98905791023df3f5873edec56f5bff
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e7ff96f670212535b0b0d1989edff78a5dbe0c9ab34dbe0e59a0a8807c7c39
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a98e705e628413e70734aee650a57a01d7c3ffee
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f355884414fc28f1c3a72aa8c45fb7c47d2c05fb9768a496cbb0270d85101b9
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e26f74b683c488fcc2cb04c4f84b7dd17562918
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99afe1b1e3c0d080fbbd9cebfaad1e709a145eb7ad8633fa431bebf4c47cc1ae
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d4f9e54b7ad342418e3d3109435536878d723e6
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0f31615d3ff259270df5c5dd2d549bd6def72c00213aad2574b1c0d61d5af9
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c05911ca3b8d7e7d528fcad77dec8fcbf2ba89f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8fa0a5db8d3c2e02ed82e9323e2dfb443bb4c0dd31ff32d74534d4c71498fa
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b048d2ec966f7d902a5c65a92afe396d13f6e416
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee01bba7b791d57e6173ab0535ba4888b53d348053f225b173554a1fe9849dc
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b437604115c25cb2089ad31a9319a7f125f18b00
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3765f2cb0539c785edb796d90bd9a544ff4cd33b825b1ce26c8bd79514ba5305
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49a3ccfffbfbb634a30ce8776f14a477a0a2fc5f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96dec0e76fc5852d60e52922900b341d22e6f4f54b8746cc2613e570353bb448
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b49c0b37a225c822157e636069e9565ea3641bd8
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe41b9e7a1e04bdd1ba891f909bf48b078e3c599fc8196e638c96f9c8a62c4e6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a723d4c64bd164d5a0dadea82d4cdff7eb53c529
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277a3a189319615be668449224dcae31dc38aa2e880f2f6323788a7138002e33
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745333f2bdcf05f73854ae3231909472a3b2659d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3b259401401b3bd8e48e832844d385369a7314dee2c1e219ddf07007cf7908
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..859df8a68f38bbae265c50ba35f54e8c5a5545e1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f18d8f553f01edbfbbfd76bafd1e52824ec4c20e9eb1196e504087412b86ef9
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ac2243a94a31da1670f90359db67b4e53f13a7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b510453e9d34cae0226d61cd63dbc87d64f741a32fad68f6532622e38b3cf8cd
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb981ec389048bc34c40ad0d1f9654d9158e066
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a8c14dd2fbd468c204f429eab937ad7a0f588dde0d3c04715d0c14c520ed8c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18192ece4c2e6da8caf720a6caf2c734c49f5a1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b17afbf6229f70bfbe151230ba770cd909c3b1a2ff5f7fd79c2af84e5c620f1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866a5548e16f6bcd869152715817bbf1fdb654e7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:505469dc12d605c89eda7a091ce9f95782ea8b10e7568c4fef5b988c4fb3e9c8
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c9310e05bcc5dfbf3cc8f7c00670717f45e3e1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86ed289e633a3e8d8253bd11eae4285499118f3fb4986cd57fffb5f8932f2e1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a55842e1757e8b8fd6bddeca98d9ffacb410961b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537cdaa2c7964f413813e37c5db9e4943f537312e44463a66a202d0f17beba4f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c839db9d5bc7bd08320ff74096cd2ae167a157
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf63a961a5db5d31621e85a434037a199b50af6f80b948f8a34273d86999173
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3419110e3a57efdbf4a3e462ad4900a9b7ce4f38
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8433a391f8874fe70322610d6ab0f5dc132e162273f4bccde93f007d85ee9d5f
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b303b12464799ce636a08d348091cc74fb8a28b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0991c8a9a301c4d175bf7787a8203aaa109b07dc3f4f6667a3b2c730ea3c28
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af2c4297bdb78ebd246f9905379beb08b829ee8
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:321f3770d2917ea432a863d799e2ec0119b055a8afd7de66b258747baaf99aa0
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c9279200d63c8abaaff50e8a5839281f4c5660d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d01dc3ea3126beef7c5203eb0264873ff9f27a956ab7c06751cd5a3f7f3c964
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba432e62b21ae4c0d0088822bb8777ff9c773a6a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ec18ed3f3bb73c70aed0ea5eaa2914919b4e4358446167edd3204548ae74d0
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b1b760180db4acb9cef30ab334a7792ba1bdd33
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e234d8c186d6adb9f8e72e1761e3bcfab8cfe39551060665336a5797b3c048c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef927d10dea5e7729ea82a15ad1e75923146a3d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7c17f728d6fcac1a71e023a41b762ea3d1027d36ec741e6f6828ab7510eaf7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7be3a4ea71e3cd7c58bcffd108e1a9cd27d0019
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c975fdcb40455a2e168f1643ff58db70304718867b38cdb419a6d6a84dfb6f06
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4825fe487978895a9679d9d1ca0e936baa9bb2e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18e75be277d6ce959d3922ece75042a47c9f13fee089390f7a0d128a5e4d7aa
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11658677a3d4bf624781051391fd2285d8cd0f1b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:685336f80c4d8499203a6e862124fc951d73bfbc3d35b23226d635ef6de0354b
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3645e69750755f6297d18abec762a0cbe440816
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f566ec7b1094a98cc4f40986263f0c9e61bbf7f6e81515d59f5bebb30658746
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aaf876b1c1ce714d9a5708999c151a22f510528
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f46a2111a6694530b151a759a85f3c4167f8e2b91f9959af7cc3a1242de742
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b5d00c9281260e9d9e0112894df55d40ce56f55
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1acb76992d774e2ac9542fa5b9ad1ee07e260305240d80bb8dcd0cfe2ed68e4c
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9268249f7e1a166341a628cdd17277dc681c43c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e4e428539249ec00e8d6bc6897c5f64a4df3a5c54baedbd2cbee42900f1b59
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d739be5ac42d9069b41b74c0980dca590b04ba1a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e68fbddc370bca918b0187368eb23915035f2e0be4cffb2902b79d86ea92c8c7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9a0e3cdd0d3581d6332d64f57e03e2a2768522
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f66af3bf53aa51483c43ff43ad66323801f1567ef308479f03ce18e420a5a7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb6fe4ac64abfd79145c38a05431591a218fea5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c941731c7c6d83c875342fad7613f93dbe5f284e7ee0f335fc06f86060d7d22d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a645f3e713e8d3f666fb45977e45e0511bfdecf1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56384ac85efce6013558e78e94a29c923d65d92cf604e8b4ebd9de244172a7f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18017463d750da0951dba38e8206c7f95229d554
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30ded70a37c603c79c31fb99bfa5d0d07069267ab5dafdecf47428b208736ba
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2169c6d1c54680dd9827dbea34dd95d750dd8a0c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f3cb3ee052acffda6fc461edec44614399197da59a164f1f729211fea09a04
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20fc19ac32afcb5e1474b28158864d20317da2b4
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a895d8ab3ecca69884d0ee30216eb1c7d8fbacb07e6d23fc061b12fd64ee2ac
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1679e79489f0e1448f3a1567415374e43881b35
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848447f3a398be41435f082e93f6d19c08f2d7b6106454ab58628aa333970ca2
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5884d135048d7c2cb8b357ce83c481cff5f1cf75
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04372e451242925ae1b62d995aeee81cf04c555ea0e7808c64c9c5206550a709
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c8cee22c8cbc4b274fb16327cefe20f7f6d3c4
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b15198d2a3f3e91c30e44ff670e89fbea6741b3fe67e2a116f14c7c52e49c2
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18378f8686cae7388d5b958290718020d1869ae7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aebfd3bdef4c7a06cfb5cc96d9b3a301882f1078e59c04fc43b5a5602f10ce2
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..651161658990929bc643b1a0e50ff9d166dfe558
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4115e8e5f5e6ff3df37a8155f55811296d0a3af8e01c8d651bddfd4026ed386
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1062fed785e597696eee910916b0b7bfa1d48ba
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5239119c907c82ccee7b3287f91b7f0fc6d8f7a0b77820ce044744e2a73f85
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..756fb3fc02c8123c6195a25467f204d00836307f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73f6afc75f662ee7483b47b1119c05d6b26ee9b77be604efcec9889a16a8bb8
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e115bd53f8213c315500d0111c5e169a42e1004c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ca466d9ad38b4fdc173c7ce3f392bdae5c843d0209c6a7ce164197d7febc5e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a191d56b51bca9b6d7491e5e32773d10d36c9417
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcfeda3adc0e56912ef11b9d2bf3a4070ba690ee985d5ab475308073fe5ba2d3
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca61c5f4a9cf7eca6f9403b734f3a4c93b264fa
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1847080241d8520c59b49e77d7f665bc26252729517ee1c3bcf44a3df5d1a2b6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d408c9d6c8a56afc98056ff4d4ff858a67a7349a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c1a68c7d994c27aef11651dcc8f94f8b4a83bbeb381a313bfd12795d3fe4ec
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a5b4f088e2a1d66c4b39709c02222b0bd85c02
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55865c74a3034cd53fa962ad9cb883c64bda295adca236682e9f5501676ffe86
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c7afe2ed71c52a913546f4b979673f01ccc0399
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a57084220041aa1903ef208b11ad2c28185a8910eeb2a0cf177e8f3b4edcdd
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aef7965a9669ed86d5d3a6c8490dbbf11e200a4b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f41d4a8d5db03b06fc8e4c1d362c217a48b9b2f890adff323df4a03d79ab072f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605b4f021fe4447cafa1a1ca75d0eeb11d76729e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d4666e9ce4c65e511409930b1703b3d4370833d279cf8a06f94d760f295051
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e06a69efc0f25b43b71e8ecba9718e66a7057ad
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd7aa14ac648c7a1695867cfa6258d2c6ddf3fae53372103861f2e35bd058985
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669a28dff011ef875adab0b6e2ef9f3bcbb89236
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e60b7560ecb7274083818f0ba9f4acf2323088d8026f8c57414169456b683f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a57d17a220c76c74d28e68ea240095c2f67c914c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a806ede24d697c3c25dcbb5ef9f4261fcb3277054a06df2b9709a149a2841ca1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64127659667401821794fd8d543652120c88c307
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f892e932da9d2a3396ef88a4d5a229f4bc4dd8384e5067d7766a1fe5626ecfa1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21e83e9be89ab49b68ba95a93ea96e55334733f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a0e250fc1049f86326c78cf47a771ae8a949644d0eedfe8a84267f95d2e35b
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce38020c463ba84171754a99b99c434b86032d11
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc78cc6f3911ea7f591fe138b1114a0b5c1a8cb494c42d78f218cc2fc5e0d21
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5382a464f2c8bdcb83dbb415dc19fff44a40a1cb
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76aa1494c05b9a90e3f17212d36c22746dadbf3b479dcfbf3723eb4e777ddb56
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f81d053cfb95caa5f824412afed14507a5979ad
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3724b1a07faa41c1664fb1e6fe059749f41f3cfba00990a8bfc8fd05319fbc1e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871c0a6f4a876f86be8b701c0ff5414e02dbb996
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4991b10d9ef24cbb34301ec2aa4fb4401cd1eb737cba64f0014705e42e7b8f8d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f925f8710757919a982b6437708df66b138cdbef
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f659068401993644604512764da48f951eb736f5aad6a41560b05974bea0f0
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e4aafb3a209692d31b4af896c295cabea96588
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b26355cc81c6265d421b2ffe2fc3a84deaa4a5d8ed581652bd3a3b52fd76bba
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce77b0190aa4215a06bbadd11c6eca0d19dca3e7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca86902743523c460cffacd75cdb7ca25b7db572c9e6f99fe36ff625a90796f
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f45e45d8533bee315bc80146b77f37abb585de1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a21858b906ad730199f4c1467a09a19022c3a2d595f345a9969fd774a68d27
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86aff0c4ee062e65b5320ac3398121fdfc459032
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1285367c4e71bbb6939bf7bcddf4419b49394dd080c2d41a4e086be82c1660b
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b30d8888e03e46bae4dfbc82b6bd8dc457967bea
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a30359da1bb6fc77051b9817ea1112197f3abbcb92f4415c81c34add0188ef
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2706498cc0ba03e2726389773d7d5e58c0b1e2c1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be03fc248335a8a115595a16d8fedc726ddfa206a72e6180ff1d5a35cbc70f9
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a7a19fccc6fded0aeb8fa392f6f347523f3661a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66bc99174d58b08aef8735384583e45c668be4c64e713225681b0a270eb28fc5
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce20e887403a4a9ef8dbb17fd6598c644283aa7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28109fe5db34ca4f3e83a6fac55ee0c57dd49cba711515b8ad78373054088476
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4596bb41118da92242ad22cdf244fe0184bc7607
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8738b536836015245316f3b06239365ae4764598cf3b21401a981a4438a2b81
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff72671fe620b97c531d90541a737f672425c97
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2beed0b07c77f942afbf2aadc3d6e0cee03c2532c89b9a7d66a2e89051ccb026
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0bfb69c5264ee7be0d577eb4bcaca230cf738e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb2ce8aabd4a0263c33bb5a0ddafebfd12903f91ac0578de9ec2d9b8b96e870
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488b5cca89d9ae8650ee2c56b3e9d49a68a1ae75
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86e6be8d5751b6ca8631faeb3ea9aa220a440af1ea32000f030318a884bf5ae
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d23648407b467168a5d366f184c94f40d9992c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0556125ac7a346ee0bbc6fda41abcab5bca5d4a69e35b5f41e0cebad3a63d4d7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a9487328bfe9875676c65564b7b5cc1afe26deb
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bdb56f8078186e548ad35f3ff91e9108a045221c84430ee78ac77e6ba933616
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a33acae24fe810a6c5797db71e6540c2fbcfe93
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ffb2e4c25a310af7d42da42e827d3bce0373688034ada12d85efe7320a3b30
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31562547885d63f3962903974027aec1dc7d75c9
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5333ee165561f054f8d8aa00b5ed40b022aaa9cdbbde29c1e2a98b1809b7816
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1208cefbc5bc703a2505f14e6019c06cc4c9f661
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf3b8a482b2fb97a09cc5c018459eaf1aeb0661180ff50292e9362094e38e9c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64cacb4e7c17186f1b14d1b1f41358a9aae37522
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60cd4eb8ed58cc80d57c30a020b9605e1165c138446615b0f4c498e86cd103bc
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9c61366539a4bd62f59032e937e089e065e0008
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:487189c30a511fbf2dc2c2c7230804bdfaa51494b94948151157d8bc31a48e06
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c91d4bf69e6edae6ebe59df2ab658bda3889f63a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425e38d4c2e3be51b17f1429b52e899abc0be5582492d7c3c4704913e56b3e43
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d94d066d5c6329afb49e78a1351c55d66b047bf8
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd3334de17f5b053e1abbf70c00c35ca3f7a0f83117f9fd0f1c0c174bbae82c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d25892a31598833ea8891d6d8b991210b3bb729
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55cab6f419d2e4bba2302897022b3e2f843ceee9e8c56d394729ea29edae2604
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a725f928b84e374a03776aa310353c3d38822289
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1263ff946f606fc455e5757cf06e459ab4a9d23313894382e25dba6f70c51c71
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f11aada2f025cd26a838999b346aba5546ed9fa9
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef76ec57188fab9e491e683ef2780b508bebdf15ae2dcd1eba4f09efa336c2ec
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d174ba79a1f629a16c1dbd3f4a6a6fc80220f3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b8a4cfae60d00614f6a307d83984f7c16084beacd1bd628e8f36c892ca7f8a7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afcb61368f98a9a2abf31ae352379bfa6c3c3d21
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb661a720ad5eee5de1c298df7f6188d8d427cacf03ce1125332ecd05a44642
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6350bb8acd48db23b13a34eab2d5b77327d95f5f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce6e57632646590df06a4ca9b7907df654b2da465540e40f9f118c57348a745
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c4387e0311e995228e21e05dbd81cd2707e7ed
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec3076e2ea99cd7053c6478e5dcc1ae0953c0f84e00b416628f9a63786465df
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb768a976a89adca1c335af8a5ffdbb311f21764
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c53137078c2a2a69ceef97015f1bc2d9104055540fef5de4b34aa903384514
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46389ed6b71138f925e11d8476dec2dd7b5eb4d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6f88265623b3a839b600252c4d0ba52f4d24d903efccd320c8a5899f113a21
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f0e30d61e8db9d129e3100c83cc1cfb7b4c9773
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac97b24088595f2a805149cab5ee2666e50de6c68599bb618772aaf59da88bf
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d72c51b7215f6cd3f8c7dce77052c6d90b2052c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efaa387fd5362a6fcec67aae50aa2ac89ab8910f4b75628cc0f4593e4f8c7914
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f538f1683a4d4a6cc5a5c357c26698b96f1b2019
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:047ac876cb0d431bf143fb6597738411190e654953cfed1425999ab11e2a9812
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16fa572e8779880f6c691c78e10f268bf4a340d1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b5f2244b683ef7e25f635858278e15b63b223175b12bc74c281409c3330098
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59b8a2ac06533babada70ac12ff18977bafc8e1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b616025a7664ddafd7ca5873a88df493aa534adc91f0ddb9a498d843b231eb4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19aab890a8f7ad5a3f158128598271c530a20605
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75a52444153f7118195c4fc7f574be6582954434a412172d2ae283fcbef22ab
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560aee562abef6ba89505da336c7e2fd1068453a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0aacec5e11e045875d152afaafda7beffe59f11c81ef85df18f30aed8c901d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d95e64bf34f28dab6768169932a43e11a84a38
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa1717694ac1134957163b36dbb396eae487b303dc21fe35a9fd2e880e3fa4c
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2210bd0053ca30a437bbffedbfcb9123f0f2dc7b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d13d8ebed568162bbf669c1b53d9caa56ee669f363bd9d1beec35b30ead79ff
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965a664a72724e273d3a1258a084341de10d4e51
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5003cdd088fd76d4ecf16d51364fdbc1afa6681c30fa85861e00764060ce77
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b653d96e2b38b138cb5ef03869f3557f3d59d55
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76420555ed568bd785e2507488583f93085067ef31042924f278d2baef2e3105
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bacbb73cc28e7fef07f988f2e59c6cacb296f63
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeed37e2247b1d82fe2235758bb0bdad4c09f38d4aaf5a4aabc374209b24ebc6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcbf3a01bcd8a3af8c7ebc6e6a0d5a2c90a15da0
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4114aac83b1390b0d280bd1905b49ee5576f575c57436c89af5d42c22f36ea57
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda1b37f3b6f7cf42a4b18ac941e0c21cb4d0476
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e502105a1fb679a23354a7584468675ac480d1f46d1d764eed3312e493d2538f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a00c89ba53fdeaea55c62764d0cae9b8ad8a8130
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b1c1082627eb452bc065937445e013a77671d16ca2af330f8f2d90dc1ea13f8
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8134558af6d7bdc71e7fa7c095413f9a4682ec
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602e5d62695bb56f9b906728fa5955fc97fa5a42c155227023beb1977889f9d7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c922287e0ead5a83983649dda96d966eba992a75
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:044e12c6a4c40245e90e299a10a3e003f7066f486301190b406b4c50049a9a79
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e17863928c79b3ca3c1369bcad36eb6dcc5f28
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9510d76fd275710e345d1348320b9d034b2b0f7f16cd28bfe2cb0c6c245b9840
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82b24c0a28894e634c0ace534f15195dab35f7d4
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f39ff8aa9fd745dc245b3c99500767f4df7d6bb1642ee4b82dda40e6f643f41
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4cb3c4d733be22bc0e06516f025559bc67852f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb48bd407676897ec07709c31eb6de6cc41043fed60c6f5a6eecee062158a4d
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800b05acdc2110a18359d299fa237d2a670bd981
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caacd072eb7996ba33160f9947b5f33b6fedeaf59f63b8749e42f1fe4d017869
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0744243648c183fe863e5872423b55f0b4db691
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e4b2cd23984818f336eabc612f8fb8b2971e8ee183ad66fc5c762d818dcca77
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bca531ad901ecb1b6c59e65cd57b55f6366463a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8dda78c546e246e0488ceaf0ac229a5d33b9c9bf1213333ddb833c137b09e5
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5615a03d279a434fec7e2424aee4f5366304bf
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73a26de59dc364fa064933305128f54a3424e79aa91887feed7bcf85a076c2d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c477fcbcc2a249298b558fe4a4a51768e765d129
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7dfae820f2dde13bd990036866f66a6adbbdc610bb77bdf7682dfe9710ddec
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5c24be9eb5de1ca599fcf26fed3b4c6d9b6942
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f56dbad679969acb23ee2503380bddca85050d352f35df677cc447e27bead67
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a5998b9cac3bea06f4eec7da917d057d8626c9
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1e867169d48113116a303ac15b242515c23cae1b5bc9c11bf00cd2af4cb454
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9a2a05171049cdb58c30af40d98aeb7c93e022
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d4a49ccb80c957f2ec43004637685c938291dec81f1afef3efb3415314870d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..420bd3aea527383d24b8cbbd25d7ef496dd6bebf
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85f19bf025e5bbdd45fb7948a146e053797b9f4d93ce7df437a94a832afb7a9
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60b9682cec1eefd97952aaa60d23023600923df
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eeb2a4b29b4327bc69df2de34eb6e9a24bc5b6c10a47ee2590182b47c548a65
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d633c0e345a1d6f3d3d73d198a2b74ba46d79698
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c755722406828ac4a162620553d6f462cbfcbb9163f26d94a9f6ef352d4960f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8410ce27e36ae4948543820b8f30701633571baa
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7c923e9df0a6ecbe3827e2a67917030455b294b36b896127e07cc0ec6d4547
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec6caa8f0fd972f00a4923a87b84ef3cadd535d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ffcb40708fac0d9b3d84589674e21d7197285c2f0c457e7a92ee201dfbf88ac
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8200cc2657816e10ed374c3616bf88755d3f52f6
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2868c5f8c7703bd4ef4f871b9459c6f352489239a6794f4b1c724f7f3c14602d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083f514206a8f23b114ef14c44c501fb9c7ceef4
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ece6cd9e153ff12ee29fb1b147d9029b3ad6acb2c06578035262115f76f0f0c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa2da3ce1b21535caf179dccf5ba3c4a405f4bc7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8e5cb1d86d5a3be58511f0da7e2d8d0c7838f13e767893a31f0e6273c9c4f8
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f9835baca0e8007ee0dc656663dca392c3c3ae
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be21bca55eda48c049f506b7d6cc03525bf05d98d8f7ad0e8621e093d7df4dfd
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f341e56b56dbf26f3c95d63aefce73fd1151423
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e584242a41185d9609b3030cf5b55dcf54951badf35a1eb03b30218cb6ec2e0
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18317e44c5781929b302eb1c8b16c75c85450829
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b1374dcd47cc3d34052509d16662ebf65e8dff3c01f3c84e662f3618b28846a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e38ff45d38c2ef97c0a3bff05ff48d51e73c34
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8bd9fec9e56b42f941f964a15f3c8536857855c55680fdfd2deeb6f977c995
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9dd8cfdb2f382e0dfb0aab5106fb481aec7998
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90ef9585652b15bc6e68076246aa03252040c61f7e808c8bd3da324b8c83e5e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8780b3d1d91762f4a36b6c952afca71736763b30
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23578d6569df7fec4373fd61f8ee14f25d0dde81ee826db7c3a48cbb58b93e90
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbfc8f726566923b478322f9f9663bbb705e64a6
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ec6143ac4eb2641957e4e0a198c70da5e8e95e745d8642a989234e8d1028e6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f60d95e98939ad35ba41676f02ff27ed67ad5d2
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5feac11ae869bffc5c8641dea881384abb412748320191f7891cd0e618520ce
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..679ca72058597f252860091e83ae22f0b1d2db19
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a1858ddf19a6ede475651ed6ce38ef3922418a71f03d32c18507d71a370d83
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac47c26004fcef1eaa503742971f4f46129a653
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab407d4c458058e8c96280280782afc79156bbc35c93da86218a5decb6e5878
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efea7a22988808febce0fb98e09b3311c3288d5b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb6963d0917df2d87a22cc083c9cfdb2d1636f1f6139af6e4302f43792b74308
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3adc428df8aad7d795f71a819f53a5bf985a5b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e62b637217f6e571c392c0369bb2883f79684da3c2d784481bfb60288ff8acc
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52d5cd15313aaf09e3ff60447264298a314256b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a900308624ede7632f9cf87da42ca78bb9d5cd0e84bd436ffbdb8566918cc3be
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..842fa365921a751235bcaf32e34157fc21eff3a4
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b659fe3fc208fbd4e330116558e8bfa25625f06d7ed2cf8dfe346e4e7a31fcfe
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a07e3503930ac50ffa8533f63097d13bb46f4dd7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f201c7cc7beb675bf64eae983fce5279408f97fbb5bdf61730581e733e420cf
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b70efce9b8c831bbd879daa5dba0ca7ab508095
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2620fdfa6fcb9c7c2fe5f5a23e9f8a7d37707d2588b6de7e8a1d89fbd6222b5c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..262112f25c74fa99c7727d986753ea65a334cd65
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0848c97db059647ec7de537695349ba6a982003f21d318f4e2001bdde2d7121
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f84ba669fd8a9a5ed844b5bb4dcf5f8988a498f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddfb57a9632a1f07895768a0bfcabe5457cb7c988a29fa57f77fed7b1f7356df
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ccea5025b809445f79c3064b21eccb9d8afe91
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6493ec01b68a8efb9c74c3723f5ba87fbdf48b4dfc4849434ec8d7adb63fb34c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fecc44a4483c4178f826f87a6c351fbe7b74d165
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:571dec7db7e60f337b49a692023b41fea7bfcf28a405a6be42dcaaa9b8fe5993
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d48fda6dba53bba6294768efb7da418a31efc59
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3bf43c66c62b34b3a4c94fd41344d37f89f885d77330bf6280eb496eb85120b
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c931f715099889ffe3aefd770a48c39581e69d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f8ae6d109fcc23d27361fdc503d7bc715b552a544780b9365e640a5617ecf2
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26efabf19a268f104bd9fa85a3f6f2d30ebe6c89
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8aad3e3985751a463dcbd284e82eb51a189d17f6414b0f575857c4b2b70edf
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68dcc14f1584e603b5da5ed63f753d4d87a721d3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac752891d1b9ef2e95f7730c4c24685b0947f58a2bfa1197b65cb7e642424d9
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6244602b0ebc64360f0d724154f3db76716dc7a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c78a6b01af359b3d5997524899f872344b70a436aff65de85dd118ed56bcb756
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dbaa3351979f43ed159fa422f2b073e0ccad95f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72d7796bb8c833733a853569e356c45d5c8d4dcaa35644bda470b4e7faac1c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a32a799196f56dfff3ad21bfb6056d14a1f08a7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df9472c4fe3f03a3dbad40917d27bf3ea0e8c655ccab5ec6b90ae854e68be1e1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c07c0fcde6124803343bf817792c9a906daf97
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d65cd23e4b65c609403522474ed70a8fc974872538ca0922a89f496a306f06
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d782c7b9d3480a159951499ee4ebfa541c5bfdd
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f9ab5fa75ffcbac63eb0fa33ed7bb39522e798168c5b3b80071c5f6465c52f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..840394444ac66de8724bde6038ed6af5791ff85c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d02b8f627f62ebc26977f70cfe1a9fb8444018dbcaf58d06bb9d7614cd042f57
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65125f33e18ea87941db971c99019d0831f2fbf9
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:696dbcd32295c5712826983912587a2bfe10f4f566e982781dce16aaec00dbc8
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed51122721991cc4df9016016d0965c5ab5cf323
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebaee15bf90a96f065d7123615c4de27d2242dfc6e2be773d842c67ce7a805cc
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54f5108b8b0cc1b0ed1385996b4bd5c86b77f00
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79cc50764709cdf8eecea53015e6a2c6f453044a192f9322a46d07b658c1bc0c
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f2c821aec6331324daefb23ee14d11d1eb2592
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df0f64fae601c56a518f58d0ca574db55c8be8a964efc7d89e8afce5a6981f3
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d728351404d3428a39a785f21ade0c5548250d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04f0236c5b652ab72169ff0ed985aa39277a36e77a158b108208c739f7bd343
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0286b69480ed30515872dc5640ee9ea7e2b32368
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc42673dd4a97d570f96620f31e63ba7ab70e091f7997772e83f22bf837c1c50
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e71b0d5f74715ca5ebccc187d5c95ec64e39ec
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465c34f89d214f95e2d44a0387ccb259fce3676592c13ce99f6e54b0ebc37cd1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81ed5337228551ab786e384cf8d89cd41aeee0cf
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915c7ba122d5e615415fda85866c28f6e11fa6a7c6599aa36d3270072996a881
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..309c1790d6dc18b18c695cc6fe08e44e5c7a75ac
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd8449e4c7c443c04332398b48c5642ea99250b15fd1ef6488041a817cc0f10
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e7ec9e55b1ec2900be71181e73475971805093
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5905b0594855cd903598dba515f15996a1ab32e33da535f07a99f407eb23fa
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ed85c65c62cde6d8dc9ce12df48c5734ecfbdc
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f464a857e77718f0e43e0a0dc63d89ae016d26184293dfadc96c5b7745f0089c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c449caecd23d2e41d9fbb25e6d1406c491839d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c098f9f8d731693ed04b7367cac627b419d8815ae72c50f43fe04dbe751cd5c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75837da0c502be6afb8ef058b2d08b3920304763
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc402c23803896eeacc506aaccd720eef4fd4540541418ea70118c622471ae82
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b8c2460c72b61849f68b4c28cd45c0bcd87838f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7843aa8476335ae4b6107c4a21879de20cee6af1ed98cfc030ac165a04dbf3f
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6ae75eb9b84c136b93b880c327086227f550aa
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ee061fba804df8f30e4c9caaeb0bbbfd9f06cec2ad5ceb49697cf6191f1668
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af281e5459aa3faf9a1f18db122b155811781388
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c32d3c083f70db634494a4491e6c655d6b678822b33e21c71aca6b04a32804
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8853622c8f2f357387fe21126a7bfebc10baa410
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1de0743ed0e941ab35abb04c15892264c3c38256750a81f1d97f38bedd57ad5
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2b0f19f96e33cd6930f9808cc983b787caa09d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8e20ad1d35a84489c468961d27537f07862dcb974ab0bee9053c3801014250
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d98ee84e76db033181d6b21e31aa287e9e3a1f0
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751a6092dcbe316176a4d71ec4de48af4e2a966b32b7a4479451ede8647a0928
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33966431b562f59bba99c9cfe706e436697a70b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97bf473328e503c69f232fef66cc7f2e9af88780ba79b5996c2ae67fcc467ded
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e76e2f7f5935ed0c9157bd18db11bf56a2776a3e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512d8c4de650e3f156e0be0f48ab1ab5ad37dc3b5ebd98e9d1fb1eb8d942cde7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17816b7d5276589fa83f48d1c51ea5bb401b42db
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab02884041495bd5e5b64f20d877b8c200db209092ed508a14729a6697fc6514
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f9ffd207f72ddbbe04bc0038f1d13bb9b0300f7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a5b8df07710e119db9b7ef531f7d6c18c04176d65378d66937cc4325421d3d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7276424095a29594af0454b8bae535118eb77dd7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ad31784948dd13713ded478a0a511bcdc65227250198409decccedde3a74af
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d63bb2da9af83679514caa455d7238c968d1358
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606ff1db1d213706eb27d017a9503baf753392a62bfbc2f91108ac825eed1372
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a2024ce12dd11644b013cba992f3f5ccd90019
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77040d8180c5c7a31ae00f1f84950712e97316303a7447883773c4dbd4e86a4
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2511ea86dc1a893bdeec3c3082ab7903f32167f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5685e5c5caebba42d4f741623063807fce1d72400ac216869be581c62075401c
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3278f946caf47779ac3dd284c245a3a8f2c57464
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c136eb4acb2fac265c7ea16ae8270e57f50f9de1d1d208344dde0db9cf4de57f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad8dbee2c9edf46e8738d0dfbbe183a1cddb3ac
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d4a55259b5641a5d9df97255d48d97d2c6e5da8203bb2484e10811c7945631
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58f03997109a6be0d885d804490eb2d4154931a1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2225919963149a494620b0aa99292e4b14a0d8e25131c09ddf78a1ec212203a2
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2535540621bf1cf17e2db0b92acb2724f5d2d87a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e78c49ccdee9921189f8e39d7e5380966a5084b42e3cc8f9ded814b78625cc
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79aba12c3543271f1d4d49fedd6730456bb6485
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4045f4ceeee46d36c839fcbcd16efea0210e174d8cf3e215664a6a375e852c76
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367c2135683a1c2a4f590c6c804eb553057cacaf
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9262664458ab46dfd35c67a4f206f729914af4039d545cf887a5e81adae0a876
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a3a89ad5587cc5ef64548a45ef191ce8db74f1d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4f97c6b946985b360c408edadf99ef6346e8e823712f38c9289f3d930a6b85
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027b2a71d02f9116a6c4dcb9619c3191fb9d5639
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4c5544c5e0823bdfcad57c0a6b8cfc8430587e1b049db680e78e0e0889592c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8da54562ac204021f1c097cfa881f85d4660804
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c747d58c2fbfe41c56d5171a02696c617bd0e12d6a86d038f1b5064bb3e3c7db
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f740ea5aa1cd60948b2df38641aa8229962759
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f024b03f243e2351bba7fe73df61c2268c77828e73bf159c313cc7aca377cd6b
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3049951a7286acfae8d98a6d08c5d65526c79768
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df537d6c02c2a39125d05d02731ebb03bf00ea3b3f4dbd3aea250e5229663206
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36cf5e0e94fcaf3779a2e21428519e454ef59892
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a18e81e3dd78bad8eca9ea73855a627d8940f5ef232600db37aaf6da99565f8
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..655d958c92997eedce0c0d88ec1c1ab4c86152b3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1fd8251336f2ea2bf2994ee9769e89fbbb61513cbe2618652e51fa75d23b88
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b50d48dacdf06201a5aae3581a76e1e80c5b2ae
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aebe50aa647a75166fcc2adba215d4aa8dc7fbf994db567d8b15e37608bdbc1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9916e3f7b0dbf32b74a2122ff280459199701dd1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9edb2dc6875c23ba604583f75eab8d6fb696752cd05b5b47eaab679ca3548f81
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341bdf87adf0d160c1aabe0b8b4d605559ce145d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f506b508c2d0f0f8f94edd5072b3952081c0746b9b04db78e3209b066de64d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf233b9de1544289942a9a9d1881805cd40a510
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ffe81fa2e1141b407a8348bd2abe25306f5815fffb6f587c85c311cc6e8ed29
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173d8f31bda3861d52cd2183f46e2ccdc4662fb1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85edd8c97a993a196ec8127cf39a4edb700ad9d7a2ebf499fd435f8c6e867363
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7384b61a63896f981b6bdf7f938b4377b4defb3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00d666bff94cb2a66931fc32188936b6081c30aad19304134e2db74c4a7307a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d8634849e031c13e5bbcf66ff57db9af4f63ead
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6efcf893cef1381d54deb36a25bd6f7eeafa74c609012e1715aaae0790d6740c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f306162f951367da61c1f32b380fdc77fc57438b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da05b69bc7fe7c1cd90c35d31247d954e3756cb12e2f59010213ccf025ec74db
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ecefd7c8440ce6838177c62c9c5d6cd93a8850c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b88c77aa36cede066dace1b8cc5d35cca0ab87fc1a8f90971617f2a3cede409
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3510510c9d6883bb6945ef0bb69aed123388cc81
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b5e23e0f893cc29f037f9d3a96bfd26089c3015763abe27bc1f9e64312adb6
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987ea45b26b7ca14ef180f6a74548e93dc1b25c1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db28360bcbf1ff1388e77b2a766fce769227220d66da44d0db22218f26433d53
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6daae2d2bf6b6f48be78868e0475ac503575102d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eedd6665857c2a5538b41987a94002a6406300e83bceea139005a212aad6e0db
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f65bcd49f2c58d1d095401aaa3419598f85e9083
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f7a5eb722801ce9a6e130d68d42417cb02ee2c54a666d6521a38e8c4463a99e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a78c1c748da43815ec2179c2e37f91d87b320c30
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12ed0718ab15584f32f90357036fa177025fdf45d60ab504f2f19d87b79557f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02eb37b4e02c45873b6755f50f8fdfd0c6b1d5c0
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddc38afaa3e80b7b59ddf611a1547e0932ead89e087792f524145b26b6737aa4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6badfea37eae3bd73a7c2c3c0ec46f94c7b3876c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9b16a2d97d1f5099655f36abd4d13e413a90e14adbf4d88394dcd1a1e04320
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1dd8de5932316eabeeadca269f7a0eaa5ca09b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b436e98ad58d80ffccb8324d03a306a26211a0976dbfdc53c840a40d0df95e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23755b49f7d5497207b076d2bbe713459f341d9b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d073648dfb65ab4fd0d8f4446672703f2ccd3e6b2f23d9e54458267cded10c10
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc69128d7462e7a4f8e7691373b5f45ffeae4da5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e61a64631d3125f3de59ca95a12f9650252279b07ab85236074ba7788f3f810
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..366f1cc4fccb796efde5803ad81477c27fc98dd3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f757d08273fde3148083eaa1f7520330011e3beb9b74199525ca99e6ee341c56
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b41731a772eafeec9fe5b274f5ff8977342949
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9832b7e05907f2713f4968e55be79215e00270c527103ed0dbdd5796f54086
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efa1bb41532fa1fc17af15cc2493950ab3649f24
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60bb472971acd6ac6a323b2a253e6a85668e8abb828043adc6d127f25f1ec338
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44fa4e963137c29807469a9450102dd3a1a1fb33
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdecc3f4cab2e245a667e0582737a0640f57d1b59a8700591c470d867ba437df
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..381749d68fb7c638fe6c836f7c10e432534e5095
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33294e5c5fbaf70b8d7b5981e5f978d335ca19e2a4c2b1b9bf21fa1a2d7c5438
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f551a4537f16a35a8c367e7c5b3b3cdcdca857b5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119a88d2083c98beb73de18bd6ece966571f3cd052ba031242231b72562d4c63
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a728955f5c1ba357a050dcdfe2503438c14128
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8234009e5cb644935ee006beb0a1148eb83f17e787277118039d2582948383cb
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7746e785311c71e23b9d021f05f7d7f5902fc391
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a867cbb2070537edddfcb7d1248d3b7af64a787e53c64d7a3ec967104e831f3
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8148b5adb74d26d14d02e0dbaa04898635f9c2e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f663315aa2e1126291b2677e01cba3ca1fee24e5a17fae8bfe0dacd9ffcb3aaf
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8342ca58e4074c9d645d859e33541dfe40f92e96
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91bec4261cdff7fcf5f2b8c2395eb1f082914f35179876e2c5432e68e0af7dfb
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bf5b9720af7cf5bccb6a419f60b328f0cb64907
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58564f486e77a26e5db716f83756a6675f68f3338251402afc57f5c52afaebe8
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c30236e90cdaf4842bd08b74c80dbe0744cf34
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:683cb678059e928bd1d1cd4e2204624b7bba08c3aeba96954ef094bb0da3159c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eae6edefc50121c52e633a618d29e5e12eea663
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e7c9298d55f88877b64033f41f1dcf5668e586e94b0270c470d95041fa5cb1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e46ad7975b539499caa3e446f36633de60a22d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094ef8ddcd1cd01817a8f4e0c19e6c69e53395b5a57312b819d762a303234414
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e024d9f63911341aa57c52df5794f40faa0dcb9f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9466dce0150451d1cfa8826c58d00ee9fdb828a6b2f96c48ee21de3c0d136821
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de39d4ed879c3f9af18be1bbc093471573f73326
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559cad94d96f40182f0082eba53c2c397f8e6988933ff69a8329b7534bec4c92
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d45cfe9f7d343eeab02190d3dc0cfd4e3355640
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb901aef454644190fa58fafc0f9b8363474892a6c54faac156d3eb8e94bf4e0
+size 3203
diff --git a/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8293234ae47d7f59f02eaa3175dc770193f3ef0d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9f55ef0b291bc89884e9dc1c73c6b213a1f5947c103daa61a659b52a734e84
+size 3203
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/lm_head/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d22b276cc51fff21be596603cb208067451ea3e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b950c8f5d72c388fcfcb67e13c41bb99ebdd139ddd747c8b1f0a2ebf95fb200
+size 202243
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/lm_head/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71505355347e5803702cbe37b6192fcf4fd4f1c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b593439950c30935d7df794b49b60d46773700789bfa791c9670c2fe5236b4
+size 202243
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0ac8aee55a99df90c6d3dff9b5ae9bafa0d001
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d26e08d092a37866403eec414bd492303674e638f7b774c23e998701e1639cd
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a4b92d0bae7ee14df840f90fe9f251b53534dd
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e537f4b1cae3558e57fb69e6fba88be82b28f1a1e01352304776627483f7566e
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea66eae4f256cba7c4be114d49f543c1a866414e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bcd2756e1fc9e4d7ede77cb208776a57cc2719f9648eda2a1d679011f889a8f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3e1ace55b6a5043e8249ecc0dff7288e797d41
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd94d438aa4ff09ab9dd9ccd0157016d25a1ea7a5dfbae11e5f1b756a10e2825
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..013ae8ec6d88d1cfa0a8f0cde02ab9f81c719160
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576f87e81e0cdc9e2c8acd22d93cdde377060ced5eab18f47dbbf39361489806
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630a02d4273c8f41a31ebab162a73cedc2e9cbfd
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0fd9568b0608410a4a4c725f4215824b87e47f774df3db157b18a9e58f835b
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..739235ee5b91f8798349628eacc186e6a88100cf
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca4aa40b4f91a358fbf6de61154f7b63294e3aca434f38cde23575d8d5775cb2
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a52fc97632a8d2fd743fb6447362f24180c74ef1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db1dd669119b1982be0a17282c73ffb1eb9e090e6a6dd644ef792463edd91b3
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d29550b86f0a5690ffd171c371660d4b7472e39b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0906704d5ffa4b19bf032f880c3ee9c06a54cdca87a0f919a5f6b8915316e9c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fced23c52e4e8091baeaa186f005ecc853195f4
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e20ccad511a5b9235134bdf5275fd132fc2c404f639089487371d0b306a61a7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23801e6f2fb4b065c49575a5490aab30c253cead
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9fa53c21326476ed385a92e18a91513c3c9bdade5e587e9c043db79a36ee0f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6458c3ea86e59711f0f262ba65258896eef3c1b1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43bd2b199457b0c2d143642a299d07bf7dcead4164fb470d20381c5293bdb172
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebaadae51f62afcfd7075e89add9897592660559
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f241b99bade8fe4ef1c704ec303954524b1af24e7f10ed7588c6641eca24b842
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee94d5418319f05ffa16c9747548df571cc5b96a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:689db2284926635964fb9f641ce985eb99c4797214f31d640037a9bc3dbced9a
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c5511a368144949155694790701e40bd727cbd0
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03bb7c0b274ae523076f35e3970e678ce5c08c56bc940aff4608d03c22821a56
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..362057cdb3d12fa5c87eb8c85285cada7457873d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2cd286cefbac994015bb30599351a17c30eb9ee1eb4084d47e8af320188134
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1a321b1bd2060807fc21d4e4067bb12d5b85a2
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0caeb3c98f0327643d13bcc7b51f86908eef55e2b29078d7093238e1d53eee
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..434891e0d47f84205d1e83287777438d66798df3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed43d6f1094da82e3268926ecb87036b4f6536d62b022569f4a38269007fe4fa
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8225f43c352287e0b3f0ec2a6fca7929d663ba
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58ad49cd06e2539e888ef4ae973b13ece86ec7cb02f28965d8b421f78c88323
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b62e39d68551fc9fb000a7064fbc9a4ebf9be7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:911f592af3153eb88887f14d3e8526c918807131c9e35955397494c8db2d32a5
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba33e6e881ed38b996d71fe4580e5939d28a4c14
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be99f88814896c2d2cf9cfc5dbe15dda7b06beaacef829c3f9f85e52a0bf72d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..267592d3aaa6241cd4a034da19a0a21ab1787ec2
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e371eebb6cc3b2c029dba19cef53943c7d0680ed5f2d6906343c5a37c64ce341
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e70d315eba4d0ab7e7c460637558ab857524279
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1d4da2b93c2b7f00d03b116b7990a1b32b4ab23da31b037008c974e01e2847
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f8eae5e6ef73dfa338df87ab92852717c388b05
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef89960733c65aa4b91a4f44fcb1744a2a64143e148801d098cc7a892198089
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baaeab800334fcea643647395197cb768795ec0c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5788c371a34e5ea07506582132a7d2c8e119352f47194ba81b7d8631dca5072f
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4783a58616ca6c5b4d6fb09148afa6ad0a28fc
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56694e4927549fd269fe15eefa2470c253e19fb398273d16275ef45236d75310
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54373153bc0fd6a7ec567603923de76218be6724
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e2cb25677ddca2013bb9f78c7fbdfbead728321b265838884570e35dca4d33
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc8baefc72d06eeefaeb20e4c0ac46cbb1097a5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40fb748cecfc4f43a6e65c407fbb8ad40a00b65b2875d762015e8d3662d5d180
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6509679624edeeed0cf894b836b139331b44f75d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d872de31a670f3884536ba8fd30209a28b82e3cc3e45556d93695f70c92bdd12
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651f4d5e3a545b699b6c040549bbabc877d55d8
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ce6624b7f14d11ccb7ddc202c8e34f867b04b59400a1d05309e7df442b6411
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb02348b931d6354399c174c2c3fdd204558b119
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd75a1711338f7334135d2fef48fdecbd3c19471213ccf94cd84bdfb42743349
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd9ab7c302fc54d6b74135b4a1d5208a986413c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e57a4e36f6d5fd959678cba704b11d149bc142bffe682426d5d503b028d64a0
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5adbe9c0adc4bcff1fce5612c4ea90549a38bcf
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf00ea96cbc6d55ae015810d6771798cc87a5406f1640bfbca0cb351b5fe356b
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e184c3e9b1102899a5e39346101e33adacb80e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2970ab881a1cf4f02efe2d623bda9a4a7b7f5d626cee84c0eba90da9c17bb7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61fe4a1c13e8af9230e78ab34977053a6bd80f25
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52d11b2f0831730e58e2791073af85c65794dd3bb63f24904704054022641d4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7775380d4a0330ba8c928cfdc712b6fe7f49580
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e62d4b17d177a4f3301782a7f080494baec88be6321b9ad5e581fb2b5c9eca
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae0d517b914518c9c4028a2d5f6c91e4b9c2bce
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b1b08d1d54a0791cbb7eef34ccf32743f8026a1060b63dbc878c50bd3f5e3f
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cabad9cef1b04108244d7964b4ab730772e59c7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee5661d271f662283ab2ae2b57319eec6325d74c23f402e6ade2b59b5347c7cf
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..075e8e999250d244970dc67c268106eb3dfe7e70
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b4800d124ce33c9657989df9c55a06dcc863c9e624485c2721c2f69e0dd660
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f42e1dc7e8490358d3dec6dfba8a0d2ec107a36
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a811c7a8c703521590a4f2ca0f0c2094a8087775de7b0769da7268b6abea572a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0c4763171f299450999d4f717316b6e5ee52d82
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e509a11305b7b9a8704fc88c71b9de5e4bcca536685a1c5e76c2fdbe9f5083c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a1da801c008be543dbd85d5bdba1e2f8e9abbc
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb12c1cc2b4fb8a2414b74204fa1737eb041ef57359a069aedb9510759e14b78
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5395666fe30fbe68997e0690ac917893c722a646
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53fb27c7dc2452be2e7d180a72cc9a4a236aa216b0ee6854167b7330924dd695
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c127c410556eacbc3c721fb0d7e594e3a36c08
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd59155e17e682ba02c62a6c4ff57ab2112cd83921b2889d68390d631b86234
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4580f5011990dad32cf7cbbe977c6909ff90cc55
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f094ca4223547772d2d040802c63e3e926ab4917ad7d156af94b5381c2b9cea
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5355bd2630ba4d1924182c5ab3858e6869d7feef
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4a22ced440ce71ecf6c02ca421fffc82e7d62b034a62142e5a10f9ef6a8eb8
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b9b98466473b1e735a043a4a1ad4c67453d336
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e49867d6f7d6c506b34dcb0df6174aca9d5d6c3847bc523b44ece8c75211533
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40970eb90838d4066c5c2990a19c6cd5905511ac
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e329d61c28e2f1324cea4717015972a8f56ccf85a198df6347a572875b5aba
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9738dd9681e64fcf2c84c9c7a44911c53b216b17
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9acc8789b3ad8d57edc5e24eea2ab12ed03344516f56322916675140f7c3a1e6
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43add85cc99e7c09d8da8dae3c0114e2f1df272a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ffc1f31aa9b820c742ec03cdcb0405333ec866925be2d47b956c017dee9ce0
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc59412353d967f5502cc55d8ace25bb8aec970
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e25fa1d179791b9547c8ae8509a9f4656588bf5d2e4ee40c592bf66a7272d266
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..214f2ed2f42d1da0c8d486410e31545d4fe5730f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070efb985dfe032b86e470cccf53dcec282de39b6664d8cc223ddd2e027e65a7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7bcdd69094500f6726ee6deed9348333bded25d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60e1ed677cc8b792dcfdec23dd02ec1479337065ddf8a3c3221da1de52a6ceca
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b11e4489d7a98ab200b85e4287924fcde000db1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c151624ce5a9896dfe1133a084638726b474277741d2ed26e14f182c617a58a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d410de00f98905791023df3f5873edec56f5bff
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e7ff96f670212535b0b0d1989edff78a5dbe0c9ab34dbe0e59a0a8807c7c39
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a98e705e628413e70734aee650a57a01d7c3ffee
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f355884414fc28f1c3a72aa8c45fb7c47d2c05fb9768a496cbb0270d85101b9
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e26f74b683c488fcc2cb04c4f84b7dd17562918
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99afe1b1e3c0d080fbbd9cebfaad1e709a145eb7ad8633fa431bebf4c47cc1ae
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d4f9e54b7ad342418e3d3109435536878d723e6
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0f31615d3ff259270df5c5dd2d549bd6def72c00213aad2574b1c0d61d5af9
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c05911ca3b8d7e7d528fcad77dec8fcbf2ba89f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8fa0a5db8d3c2e02ed82e9323e2dfb443bb4c0dd31ff32d74534d4c71498fa
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b048d2ec966f7d902a5c65a92afe396d13f6e416
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee01bba7b791d57e6173ab0535ba4888b53d348053f225b173554a1fe9849dc
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b437604115c25cb2089ad31a9319a7f125f18b00
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3765f2cb0539c785edb796d90bd9a544ff4cd33b825b1ce26c8bd79514ba5305
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49a3ccfffbfbb634a30ce8776f14a477a0a2fc5f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96dec0e76fc5852d60e52922900b341d22e6f4f54b8746cc2613e570353bb448
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b49c0b37a225c822157e636069e9565ea3641bd8
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe41b9e7a1e04bdd1ba891f909bf48b078e3c599fc8196e638c96f9c8a62c4e6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a723d4c64bd164d5a0dadea82d4cdff7eb53c529
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277a3a189319615be668449224dcae31dc38aa2e880f2f6323788a7138002e33
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745333f2bdcf05f73854ae3231909472a3b2659d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3b259401401b3bd8e48e832844d385369a7314dee2c1e219ddf07007cf7908
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..859df8a68f38bbae265c50ba35f54e8c5a5545e1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f18d8f553f01edbfbbfd76bafd1e52824ec4c20e9eb1196e504087412b86ef9
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ac2243a94a31da1670f90359db67b4e53f13a7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b510453e9d34cae0226d61cd63dbc87d64f741a32fad68f6532622e38b3cf8cd
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb981ec389048bc34c40ad0d1f9654d9158e066
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a8c14dd2fbd468c204f429eab937ad7a0f588dde0d3c04715d0c14c520ed8c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18192ece4c2e6da8caf720a6caf2c734c49f5a1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b17afbf6229f70bfbe151230ba770cd909c3b1a2ff5f7fd79c2af84e5c620f1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866a5548e16f6bcd869152715817bbf1fdb654e7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:505469dc12d605c89eda7a091ce9f95782ea8b10e7568c4fef5b988c4fb3e9c8
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c9310e05bcc5dfbf3cc8f7c00670717f45e3e1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86ed289e633a3e8d8253bd11eae4285499118f3fb4986cd57fffb5f8932f2e1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a55842e1757e8b8fd6bddeca98d9ffacb410961b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537cdaa2c7964f413813e37c5db9e4943f537312e44463a66a202d0f17beba4f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c839db9d5bc7bd08320ff74096cd2ae167a157
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf63a961a5db5d31621e85a434037a199b50af6f80b948f8a34273d86999173
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3419110e3a57efdbf4a3e462ad4900a9b7ce4f38
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8433a391f8874fe70322610d6ab0f5dc132e162273f4bccde93f007d85ee9d5f
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b303b12464799ce636a08d348091cc74fb8a28b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0991c8a9a301c4d175bf7787a8203aaa109b07dc3f4f6667a3b2c730ea3c28
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af2c4297bdb78ebd246f9905379beb08b829ee8
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:321f3770d2917ea432a863d799e2ec0119b055a8afd7de66b258747baaf99aa0
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c9279200d63c8abaaff50e8a5839281f4c5660d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d01dc3ea3126beef7c5203eb0264873ff9f27a956ab7c06751cd5a3f7f3c964
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba432e62b21ae4c0d0088822bb8777ff9c773a6a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ec18ed3f3bb73c70aed0ea5eaa2914919b4e4358446167edd3204548ae74d0
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b1b760180db4acb9cef30ab334a7792ba1bdd33
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e234d8c186d6adb9f8e72e1761e3bcfab8cfe39551060665336a5797b3c048c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef927d10dea5e7729ea82a15ad1e75923146a3d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7c17f728d6fcac1a71e023a41b762ea3d1027d36ec741e6f6828ab7510eaf7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7be3a4ea71e3cd7c58bcffd108e1a9cd27d0019
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c975fdcb40455a2e168f1643ff58db70304718867b38cdb419a6d6a84dfb6f06
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4825fe487978895a9679d9d1ca0e936baa9bb2e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18e75be277d6ce959d3922ece75042a47c9f13fee089390f7a0d128a5e4d7aa
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11658677a3d4bf624781051391fd2285d8cd0f1b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:685336f80c4d8499203a6e862124fc951d73bfbc3d35b23226d635ef6de0354b
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3645e69750755f6297d18abec762a0cbe440816
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f566ec7b1094a98cc4f40986263f0c9e61bbf7f6e81515d59f5bebb30658746
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aaf876b1c1ce714d9a5708999c151a22f510528
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f46a2111a6694530b151a759a85f3c4167f8e2b91f9959af7cc3a1242de742
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b5d00c9281260e9d9e0112894df55d40ce56f55
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1acb76992d774e2ac9542fa5b9ad1ee07e260305240d80bb8dcd0cfe2ed68e4c
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9268249f7e1a166341a628cdd17277dc681c43c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e4e428539249ec00e8d6bc6897c5f64a4df3a5c54baedbd2cbee42900f1b59
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d739be5ac42d9069b41b74c0980dca590b04ba1a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e68fbddc370bca918b0187368eb23915035f2e0be4cffb2902b79d86ea92c8c7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9a0e3cdd0d3581d6332d64f57e03e2a2768522
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f66af3bf53aa51483c43ff43ad66323801f1567ef308479f03ce18e420a5a7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb6fe4ac64abfd79145c38a05431591a218fea5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c941731c7c6d83c875342fad7613f93dbe5f284e7ee0f335fc06f86060d7d22d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a645f3e713e8d3f666fb45977e45e0511bfdecf1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56384ac85efce6013558e78e94a29c923d65d92cf604e8b4ebd9de244172a7f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18017463d750da0951dba38e8206c7f95229d554
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30ded70a37c603c79c31fb99bfa5d0d07069267ab5dafdecf47428b208736ba
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2169c6d1c54680dd9827dbea34dd95d750dd8a0c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f3cb3ee052acffda6fc461edec44614399197da59a164f1f729211fea09a04
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20fc19ac32afcb5e1474b28158864d20317da2b4
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a895d8ab3ecca69884d0ee30216eb1c7d8fbacb07e6d23fc061b12fd64ee2ac
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1679e79489f0e1448f3a1567415374e43881b35
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848447f3a398be41435f082e93f6d19c08f2d7b6106454ab58628aa333970ca2
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5884d135048d7c2cb8b357ce83c481cff5f1cf75
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04372e451242925ae1b62d995aeee81cf04c555ea0e7808c64c9c5206550a709
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c8cee22c8cbc4b274fb16327cefe20f7f6d3c4
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b15198d2a3f3e91c30e44ff670e89fbea6741b3fe67e2a116f14c7c52e49c2
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18378f8686cae7388d5b958290718020d1869ae7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aebfd3bdef4c7a06cfb5cc96d9b3a301882f1078e59c04fc43b5a5602f10ce2
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..651161658990929bc643b1a0e50ff9d166dfe558
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4115e8e5f5e6ff3df37a8155f55811296d0a3af8e01c8d651bddfd4026ed386
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1062fed785e597696eee910916b0b7bfa1d48ba
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5239119c907c82ccee7b3287f91b7f0fc6d8f7a0b77820ce044744e2a73f85
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..756fb3fc02c8123c6195a25467f204d00836307f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73f6afc75f662ee7483b47b1119c05d6b26ee9b77be604efcec9889a16a8bb8
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e115bd53f8213c315500d0111c5e169a42e1004c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ca466d9ad38b4fdc173c7ce3f392bdae5c843d0209c6a7ce164197d7febc5e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a191d56b51bca9b6d7491e5e32773d10d36c9417
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcfeda3adc0e56912ef11b9d2bf3a4070ba690ee985d5ab475308073fe5ba2d3
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca61c5f4a9cf7eca6f9403b734f3a4c93b264fa
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1847080241d8520c59b49e77d7f665bc26252729517ee1c3bcf44a3df5d1a2b6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d408c9d6c8a56afc98056ff4d4ff858a67a7349a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c1a68c7d994c27aef11651dcc8f94f8b4a83bbeb381a313bfd12795d3fe4ec
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a5b4f088e2a1d66c4b39709c02222b0bd85c02
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55865c74a3034cd53fa962ad9cb883c64bda295adca236682e9f5501676ffe86
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c7afe2ed71c52a913546f4b979673f01ccc0399
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a57084220041aa1903ef208b11ad2c28185a8910eeb2a0cf177e8f3b4edcdd
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aef7965a9669ed86d5d3a6c8490dbbf11e200a4b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f41d4a8d5db03b06fc8e4c1d362c217a48b9b2f890adff323df4a03d79ab072f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605b4f021fe4447cafa1a1ca75d0eeb11d76729e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d4666e9ce4c65e511409930b1703b3d4370833d279cf8a06f94d760f295051
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e06a69efc0f25b43b71e8ecba9718e66a7057ad
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd7aa14ac648c7a1695867cfa6258d2c6ddf3fae53372103861f2e35bd058985
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669a28dff011ef875adab0b6e2ef9f3bcbb89236
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e60b7560ecb7274083818f0ba9f4acf2323088d8026f8c57414169456b683f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a57d17a220c76c74d28e68ea240095c2f67c914c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a806ede24d697c3c25dcbb5ef9f4261fcb3277054a06df2b9709a149a2841ca1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64127659667401821794fd8d543652120c88c307
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f892e932da9d2a3396ef88a4d5a229f4bc4dd8384e5067d7766a1fe5626ecfa1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21e83e9be89ab49b68ba95a93ea96e55334733f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a0e250fc1049f86326c78cf47a771ae8a949644d0eedfe8a84267f95d2e35b
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce38020c463ba84171754a99b99c434b86032d11
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc78cc6f3911ea7f591fe138b1114a0b5c1a8cb494c42d78f218cc2fc5e0d21
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5382a464f2c8bdcb83dbb415dc19fff44a40a1cb
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76aa1494c05b9a90e3f17212d36c22746dadbf3b479dcfbf3723eb4e777ddb56
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f81d053cfb95caa5f824412afed14507a5979ad
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3724b1a07faa41c1664fb1e6fe059749f41f3cfba00990a8bfc8fd05319fbc1e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871c0a6f4a876f86be8b701c0ff5414e02dbb996
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4991b10d9ef24cbb34301ec2aa4fb4401cd1eb737cba64f0014705e42e7b8f8d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f925f8710757919a982b6437708df66b138cdbef
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f659068401993644604512764da48f951eb736f5aad6a41560b05974bea0f0
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e4aafb3a209692d31b4af896c295cabea96588
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b26355cc81c6265d421b2ffe2fc3a84deaa4a5d8ed581652bd3a3b52fd76bba
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce77b0190aa4215a06bbadd11c6eca0d19dca3e7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca86902743523c460cffacd75cdb7ca25b7db572c9e6f99fe36ff625a90796f
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f45e45d8533bee315bc80146b77f37abb585de1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a21858b906ad730199f4c1467a09a19022c3a2d595f345a9969fd774a68d27
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86aff0c4ee062e65b5320ac3398121fdfc459032
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1285367c4e71bbb6939bf7bcddf4419b49394dd080c2d41a4e086be82c1660b
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b30d8888e03e46bae4dfbc82b6bd8dc457967bea
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a30359da1bb6fc77051b9817ea1112197f3abbcb92f4415c81c34add0188ef
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2706498cc0ba03e2726389773d7d5e58c0b1e2c1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be03fc248335a8a115595a16d8fedc726ddfa206a72e6180ff1d5a35cbc70f9
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a7a19fccc6fded0aeb8fa392f6f347523f3661a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66bc99174d58b08aef8735384583e45c668be4c64e713225681b0a270eb28fc5
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce20e887403a4a9ef8dbb17fd6598c644283aa7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28109fe5db34ca4f3e83a6fac55ee0c57dd49cba711515b8ad78373054088476
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4596bb41118da92242ad22cdf244fe0184bc7607
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8738b536836015245316f3b06239365ae4764598cf3b21401a981a4438a2b81
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff72671fe620b97c531d90541a737f672425c97
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2beed0b07c77f942afbf2aadc3d6e0cee03c2532c89b9a7d66a2e89051ccb026
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0bfb69c5264ee7be0d577eb4bcaca230cf738e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb2ce8aabd4a0263c33bb5a0ddafebfd12903f91ac0578de9ec2d9b8b96e870
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488b5cca89d9ae8650ee2c56b3e9d49a68a1ae75
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86e6be8d5751b6ca8631faeb3ea9aa220a440af1ea32000f030318a884bf5ae
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d23648407b467168a5d366f184c94f40d9992c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0556125ac7a346ee0bbc6fda41abcab5bca5d4a69e35b5f41e0cebad3a63d4d7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a9487328bfe9875676c65564b7b5cc1afe26deb
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bdb56f8078186e548ad35f3ff91e9108a045221c84430ee78ac77e6ba933616
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a33acae24fe810a6c5797db71e6540c2fbcfe93
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ffb2e4c25a310af7d42da42e827d3bce0373688034ada12d85efe7320a3b30
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31562547885d63f3962903974027aec1dc7d75c9
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5333ee165561f054f8d8aa00b5ed40b022aaa9cdbbde29c1e2a98b1809b7816
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1208cefbc5bc703a2505f14e6019c06cc4c9f661
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf3b8a482b2fb97a09cc5c018459eaf1aeb0661180ff50292e9362094e38e9c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64cacb4e7c17186f1b14d1b1f41358a9aae37522
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60cd4eb8ed58cc80d57c30a020b9605e1165c138446615b0f4c498e86cd103bc
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9c61366539a4bd62f59032e937e089e065e0008
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:487189c30a511fbf2dc2c2c7230804bdfaa51494b94948151157d8bc31a48e06
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c91d4bf69e6edae6ebe59df2ab658bda3889f63a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425e38d4c2e3be51b17f1429b52e899abc0be5582492d7c3c4704913e56b3e43
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d94d066d5c6329afb49e78a1351c55d66b047bf8
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd3334de17f5b053e1abbf70c00c35ca3f7a0f83117f9fd0f1c0c174bbae82c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d25892a31598833ea8891d6d8b991210b3bb729
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55cab6f419d2e4bba2302897022b3e2f843ceee9e8c56d394729ea29edae2604
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a725f928b84e374a03776aa310353c3d38822289
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1263ff946f606fc455e5757cf06e459ab4a9d23313894382e25dba6f70c51c71
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f11aada2f025cd26a838999b346aba5546ed9fa9
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef76ec57188fab9e491e683ef2780b508bebdf15ae2dcd1eba4f09efa336c2ec
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d174ba79a1f629a16c1dbd3f4a6a6fc80220f3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b8a4cfae60d00614f6a307d83984f7c16084beacd1bd628e8f36c892ca7f8a7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afcb61368f98a9a2abf31ae352379bfa6c3c3d21
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb661a720ad5eee5de1c298df7f6188d8d427cacf03ce1125332ecd05a44642
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6350bb8acd48db23b13a34eab2d5b77327d95f5f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce6e57632646590df06a4ca9b7907df654b2da465540e40f9f118c57348a745
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c4387e0311e995228e21e05dbd81cd2707e7ed
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec3076e2ea99cd7053c6478e5dcc1ae0953c0f84e00b416628f9a63786465df
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb768a976a89adca1c335af8a5ffdbb311f21764
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c53137078c2a2a69ceef97015f1bc2d9104055540fef5de4b34aa903384514
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46389ed6b71138f925e11d8476dec2dd7b5eb4d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6f88265623b3a839b600252c4d0ba52f4d24d903efccd320c8a5899f113a21
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f0e30d61e8db9d129e3100c83cc1cfb7b4c9773
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac97b24088595f2a805149cab5ee2666e50de6c68599bb618772aaf59da88bf
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d72c51b7215f6cd3f8c7dce77052c6d90b2052c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efaa387fd5362a6fcec67aae50aa2ac89ab8910f4b75628cc0f4593e4f8c7914
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f538f1683a4d4a6cc5a5c357c26698b96f1b2019
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:047ac876cb0d431bf143fb6597738411190e654953cfed1425999ab11e2a9812
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16fa572e8779880f6c691c78e10f268bf4a340d1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b5f2244b683ef7e25f635858278e15b63b223175b12bc74c281409c3330098
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59b8a2ac06533babada70ac12ff18977bafc8e1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b616025a7664ddafd7ca5873a88df493aa534adc91f0ddb9a498d843b231eb4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19aab890a8f7ad5a3f158128598271c530a20605
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75a52444153f7118195c4fc7f574be6582954434a412172d2ae283fcbef22ab
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560aee562abef6ba89505da336c7e2fd1068453a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0aacec5e11e045875d152afaafda7beffe59f11c81ef85df18f30aed8c901d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d95e64bf34f28dab6768169932a43e11a84a38
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa1717694ac1134957163b36dbb396eae487b303dc21fe35a9fd2e880e3fa4c
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2210bd0053ca30a437bbffedbfcb9123f0f2dc7b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d13d8ebed568162bbf669c1b53d9caa56ee669f363bd9d1beec35b30ead79ff
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965a664a72724e273d3a1258a084341de10d4e51
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5003cdd088fd76d4ecf16d51364fdbc1afa6681c30fa85861e00764060ce77
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b653d96e2b38b138cb5ef03869f3557f3d59d55
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76420555ed568bd785e2507488583f93085067ef31042924f278d2baef2e3105
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bacbb73cc28e7fef07f988f2e59c6cacb296f63
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeed37e2247b1d82fe2235758bb0bdad4c09f38d4aaf5a4aabc374209b24ebc6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcbf3a01bcd8a3af8c7ebc6e6a0d5a2c90a15da0
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4114aac83b1390b0d280bd1905b49ee5576f575c57436c89af5d42c22f36ea57
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda1b37f3b6f7cf42a4b18ac941e0c21cb4d0476
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e502105a1fb679a23354a7584468675ac480d1f46d1d764eed3312e493d2538f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a00c89ba53fdeaea55c62764d0cae9b8ad8a8130
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b1c1082627eb452bc065937445e013a77671d16ca2af330f8f2d90dc1ea13f8
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8134558af6d7bdc71e7fa7c095413f9a4682ec
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602e5d62695bb56f9b906728fa5955fc97fa5a42c155227023beb1977889f9d7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c922287e0ead5a83983649dda96d966eba992a75
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:044e12c6a4c40245e90e299a10a3e003f7066f486301190b406b4c50049a9a79
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e17863928c79b3ca3c1369bcad36eb6dcc5f28
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9510d76fd275710e345d1348320b9d034b2b0f7f16cd28bfe2cb0c6c245b9840
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82b24c0a28894e634c0ace534f15195dab35f7d4
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f39ff8aa9fd745dc245b3c99500767f4df7d6bb1642ee4b82dda40e6f643f41
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4cb3c4d733be22bc0e06516f025559bc67852f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb48bd407676897ec07709c31eb6de6cc41043fed60c6f5a6eecee062158a4d
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800b05acdc2110a18359d299fa237d2a670bd981
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caacd072eb7996ba33160f9947b5f33b6fedeaf59f63b8749e42f1fe4d017869
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0744243648c183fe863e5872423b55f0b4db691
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e4b2cd23984818f336eabc612f8fb8b2971e8ee183ad66fc5c762d818dcca77
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bca531ad901ecb1b6c59e65cd57b55f6366463a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8dda78c546e246e0488ceaf0ac229a5d33b9c9bf1213333ddb833c137b09e5
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5615a03d279a434fec7e2424aee4f5366304bf
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73a26de59dc364fa064933305128f54a3424e79aa91887feed7bcf85a076c2d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c477fcbcc2a249298b558fe4a4a51768e765d129
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7dfae820f2dde13bd990036866f66a6adbbdc610bb77bdf7682dfe9710ddec
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5c24be9eb5de1ca599fcf26fed3b4c6d9b6942
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f56dbad679969acb23ee2503380bddca85050d352f35df677cc447e27bead67
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a5998b9cac3bea06f4eec7da917d057d8626c9
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1e867169d48113116a303ac15b242515c23cae1b5bc9c11bf00cd2af4cb454
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9a2a05171049cdb58c30af40d98aeb7c93e022
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d4a49ccb80c957f2ec43004637685c938291dec81f1afef3efb3415314870d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..420bd3aea527383d24b8cbbd25d7ef496dd6bebf
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85f19bf025e5bbdd45fb7948a146e053797b9f4d93ce7df437a94a832afb7a9
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60b9682cec1eefd97952aaa60d23023600923df
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eeb2a4b29b4327bc69df2de34eb6e9a24bc5b6c10a47ee2590182b47c548a65
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d633c0e345a1d6f3d3d73d198a2b74ba46d79698
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c755722406828ac4a162620553d6f462cbfcbb9163f26d94a9f6ef352d4960f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8410ce27e36ae4948543820b8f30701633571baa
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7c923e9df0a6ecbe3827e2a67917030455b294b36b896127e07cc0ec6d4547
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec6caa8f0fd972f00a4923a87b84ef3cadd535d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ffcb40708fac0d9b3d84589674e21d7197285c2f0c457e7a92ee201dfbf88ac
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8200cc2657816e10ed374c3616bf88755d3f52f6
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2868c5f8c7703bd4ef4f871b9459c6f352489239a6794f4b1c724f7f3c14602d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083f514206a8f23b114ef14c44c501fb9c7ceef4
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ece6cd9e153ff12ee29fb1b147d9029b3ad6acb2c06578035262115f76f0f0c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa2da3ce1b21535caf179dccf5ba3c4a405f4bc7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8e5cb1d86d5a3be58511f0da7e2d8d0c7838f13e767893a31f0e6273c9c4f8
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f9835baca0e8007ee0dc656663dca392c3c3ae
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be21bca55eda48c049f506b7d6cc03525bf05d98d8f7ad0e8621e093d7df4dfd
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f341e56b56dbf26f3c95d63aefce73fd1151423
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e584242a41185d9609b3030cf5b55dcf54951badf35a1eb03b30218cb6ec2e0
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18317e44c5781929b302eb1c8b16c75c85450829
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b1374dcd47cc3d34052509d16662ebf65e8dff3c01f3c84e662f3618b28846a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e38ff45d38c2ef97c0a3bff05ff48d51e73c34
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8bd9fec9e56b42f941f964a15f3c8536857855c55680fdfd2deeb6f977c995
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9dd8cfdb2f382e0dfb0aab5106fb481aec7998
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90ef9585652b15bc6e68076246aa03252040c61f7e808c8bd3da324b8c83e5e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8780b3d1d91762f4a36b6c952afca71736763b30
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23578d6569df7fec4373fd61f8ee14f25d0dde81ee826db7c3a48cbb58b93e90
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbfc8f726566923b478322f9f9663bbb705e64a6
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ec6143ac4eb2641957e4e0a198c70da5e8e95e745d8642a989234e8d1028e6
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f60d95e98939ad35ba41676f02ff27ed67ad5d2
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5feac11ae869bffc5c8641dea881384abb412748320191f7891cd0e618520ce
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..679ca72058597f252860091e83ae22f0b1d2db19
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a1858ddf19a6ede475651ed6ce38ef3922418a71f03d32c18507d71a370d83
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac47c26004fcef1eaa503742971f4f46129a653
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab407d4c458058e8c96280280782afc79156bbc35c93da86218a5decb6e5878
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efea7a22988808febce0fb98e09b3311c3288d5b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb6963d0917df2d87a22cc083c9cfdb2d1636f1f6139af6e4302f43792b74308
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3adc428df8aad7d795f71a819f53a5bf985a5b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e62b637217f6e571c392c0369bb2883f79684da3c2d784481bfb60288ff8acc
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52d5cd15313aaf09e3ff60447264298a314256b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a900308624ede7632f9cf87da42ca78bb9d5cd0e84bd436ffbdb8566918cc3be
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..842fa365921a751235bcaf32e34157fc21eff3a4
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b659fe3fc208fbd4e330116558e8bfa25625f06d7ed2cf8dfe346e4e7a31fcfe
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a07e3503930ac50ffa8533f63097d13bb46f4dd7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f201c7cc7beb675bf64eae983fce5279408f97fbb5bdf61730581e733e420cf
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b70efce9b8c831bbd879daa5dba0ca7ab508095
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2620fdfa6fcb9c7c2fe5f5a23e9f8a7d37707d2588b6de7e8a1d89fbd6222b5c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..262112f25c74fa99c7727d986753ea65a334cd65
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0848c97db059647ec7de537695349ba6a982003f21d318f4e2001bdde2d7121
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f84ba669fd8a9a5ed844b5bb4dcf5f8988a498f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddfb57a9632a1f07895768a0bfcabe5457cb7c988a29fa57f77fed7b1f7356df
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ccea5025b809445f79c3064b21eccb9d8afe91
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6493ec01b68a8efb9c74c3723f5ba87fbdf48b4dfc4849434ec8d7adb63fb34c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fecc44a4483c4178f826f87a6c351fbe7b74d165
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:571dec7db7e60f337b49a692023b41fea7bfcf28a405a6be42dcaaa9b8fe5993
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d48fda6dba53bba6294768efb7da418a31efc59
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3bf43c66c62b34b3a4c94fd41344d37f89f885d77330bf6280eb496eb85120b
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c931f715099889ffe3aefd770a48c39581e69d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f8ae6d109fcc23d27361fdc503d7bc715b552a544780b9365e640a5617ecf2
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26efabf19a268f104bd9fa85a3f6f2d30ebe6c89
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8aad3e3985751a463dcbd284e82eb51a189d17f6414b0f575857c4b2b70edf
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68dcc14f1584e603b5da5ed63f753d4d87a721d3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac752891d1b9ef2e95f7730c4c24685b0947f58a2bfa1197b65cb7e642424d9
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6244602b0ebc64360f0d724154f3db76716dc7a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c78a6b01af359b3d5997524899f872344b70a436aff65de85dd118ed56bcb756
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dbaa3351979f43ed159fa422f2b073e0ccad95f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72d7796bb8c833733a853569e356c45d5c8d4dcaa35644bda470b4e7faac1c4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a32a799196f56dfff3ad21bfb6056d14a1f08a7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df9472c4fe3f03a3dbad40917d27bf3ea0e8c655ccab5ec6b90ae854e68be1e1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c07c0fcde6124803343bf817792c9a906daf97
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d65cd23e4b65c609403522474ed70a8fc974872538ca0922a89f496a306f06
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d782c7b9d3480a159951499ee4ebfa541c5bfdd
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f9ab5fa75ffcbac63eb0fa33ed7bb39522e798168c5b3b80071c5f6465c52f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..840394444ac66de8724bde6038ed6af5791ff85c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d02b8f627f62ebc26977f70cfe1a9fb8444018dbcaf58d06bb9d7614cd042f57
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65125f33e18ea87941db971c99019d0831f2fbf9
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:696dbcd32295c5712826983912587a2bfe10f4f566e982781dce16aaec00dbc8
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed51122721991cc4df9016016d0965c5ab5cf323
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebaee15bf90a96f065d7123615c4de27d2242dfc6e2be773d842c67ce7a805cc
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54f5108b8b0cc1b0ed1385996b4bd5c86b77f00
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79cc50764709cdf8eecea53015e6a2c6f453044a192f9322a46d07b658c1bc0c
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f2c821aec6331324daefb23ee14d11d1eb2592
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df0f64fae601c56a518f58d0ca574db55c8be8a964efc7d89e8afce5a6981f3
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d728351404d3428a39a785f21ade0c5548250d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04f0236c5b652ab72169ff0ed985aa39277a36e77a158b108208c739f7bd343
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0286b69480ed30515872dc5640ee9ea7e2b32368
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc42673dd4a97d570f96620f31e63ba7ab70e091f7997772e83f22bf837c1c50
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e71b0d5f74715ca5ebccc187d5c95ec64e39ec
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465c34f89d214f95e2d44a0387ccb259fce3676592c13ce99f6e54b0ebc37cd1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81ed5337228551ab786e384cf8d89cd41aeee0cf
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915c7ba122d5e615415fda85866c28f6e11fa6a7c6599aa36d3270072996a881
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..309c1790d6dc18b18c695cc6fe08e44e5c7a75ac
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd8449e4c7c443c04332398b48c5642ea99250b15fd1ef6488041a817cc0f10
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e7ec9e55b1ec2900be71181e73475971805093
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5905b0594855cd903598dba515f15996a1ab32e33da535f07a99f407eb23fa
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ed85c65c62cde6d8dc9ce12df48c5734ecfbdc
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f464a857e77718f0e43e0a0dc63d89ae016d26184293dfadc96c5b7745f0089c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c449caecd23d2e41d9fbb25e6d1406c491839d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c098f9f8d731693ed04b7367cac627b419d8815ae72c50f43fe04dbe751cd5c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75837da0c502be6afb8ef058b2d08b3920304763
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc402c23803896eeacc506aaccd720eef4fd4540541418ea70118c622471ae82
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b8c2460c72b61849f68b4c28cd45c0bcd87838f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7843aa8476335ae4b6107c4a21879de20cee6af1ed98cfc030ac165a04dbf3f
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6ae75eb9b84c136b93b880c327086227f550aa
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ee061fba804df8f30e4c9caaeb0bbbfd9f06cec2ad5ceb49697cf6191f1668
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af281e5459aa3faf9a1f18db122b155811781388
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c32d3c083f70db634494a4491e6c655d6b678822b33e21c71aca6b04a32804
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8853622c8f2f357387fe21126a7bfebc10baa410
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1de0743ed0e941ab35abb04c15892264c3c38256750a81f1d97f38bedd57ad5
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2b0f19f96e33cd6930f9808cc983b787caa09d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8e20ad1d35a84489c468961d27537f07862dcb974ab0bee9053c3801014250
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d98ee84e76db033181d6b21e31aa287e9e3a1f0
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751a6092dcbe316176a4d71ec4de48af4e2a966b32b7a4479451ede8647a0928
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33966431b562f59bba99c9cfe706e436697a70b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97bf473328e503c69f232fef66cc7f2e9af88780ba79b5996c2ae67fcc467ded
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e76e2f7f5935ed0c9157bd18db11bf56a2776a3e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512d8c4de650e3f156e0be0f48ab1ab5ad37dc3b5ebd98e9d1fb1eb8d942cde7
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17816b7d5276589fa83f48d1c51ea5bb401b42db
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab02884041495bd5e5b64f20d877b8c200db209092ed508a14729a6697fc6514
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f9ffd207f72ddbbe04bc0038f1d13bb9b0300f7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a5b8df07710e119db9b7ef531f7d6c18c04176d65378d66937cc4325421d3d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7276424095a29594af0454b8bae535118eb77dd7
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ad31784948dd13713ded478a0a511bcdc65227250198409decccedde3a74af
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d63bb2da9af83679514caa455d7238c968d1358
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606ff1db1d213706eb27d017a9503baf753392a62bfbc2f91108ac825eed1372
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a2024ce12dd11644b013cba992f3f5ccd90019
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77040d8180c5c7a31ae00f1f84950712e97316303a7447883773c4dbd4e86a4
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2511ea86dc1a893bdeec3c3082ab7903f32167f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5685e5c5caebba42d4f741623063807fce1d72400ac216869be581c62075401c
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3278f946caf47779ac3dd284c245a3a8f2c57464
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c136eb4acb2fac265c7ea16ae8270e57f50f9de1d1d208344dde0db9cf4de57f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad8dbee2c9edf46e8738d0dfbbe183a1cddb3ac
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d4a55259b5641a5d9df97255d48d97d2c6e5da8203bb2484e10811c7945631
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58f03997109a6be0d885d804490eb2d4154931a1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2225919963149a494620b0aa99292e4b14a0d8e25131c09ddf78a1ec212203a2
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2535540621bf1cf17e2db0b92acb2724f5d2d87a
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e78c49ccdee9921189f8e39d7e5380966a5084b42e3cc8f9ded814b78625cc
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79aba12c3543271f1d4d49fedd6730456bb6485
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4045f4ceeee46d36c839fcbcd16efea0210e174d8cf3e215664a6a375e852c76
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367c2135683a1c2a4f590c6c804eb553057cacaf
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9262664458ab46dfd35c67a4f206f729914af4039d545cf887a5e81adae0a876
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a3a89ad5587cc5ef64548a45ef191ce8db74f1d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4f97c6b946985b360c408edadf99ef6346e8e823712f38c9289f3d930a6b85
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027b2a71d02f9116a6c4dcb9619c3191fb9d5639
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4c5544c5e0823bdfcad57c0a6b8cfc8430587e1b049db680e78e0e0889592c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8da54562ac204021f1c097cfa881f85d4660804
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c747d58c2fbfe41c56d5171a02696c617bd0e12d6a86d038f1b5064bb3e3c7db
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f740ea5aa1cd60948b2df38641aa8229962759
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f024b03f243e2351bba7fe73df61c2268c77828e73bf159c313cc7aca377cd6b
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3049951a7286acfae8d98a6d08c5d65526c79768
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df537d6c02c2a39125d05d02731ebb03bf00ea3b3f4dbd3aea250e5229663206
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36cf5e0e94fcaf3779a2e21428519e454ef59892
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a18e81e3dd78bad8eca9ea73855a627d8940f5ef232600db37aaf6da99565f8
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..655d958c92997eedce0c0d88ec1c1ab4c86152b3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1fd8251336f2ea2bf2994ee9769e89fbbb61513cbe2618652e51fa75d23b88
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b50d48dacdf06201a5aae3581a76e1e80c5b2ae
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aebe50aa647a75166fcc2adba215d4aa8dc7fbf994db567d8b15e37608bdbc1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9916e3f7b0dbf32b74a2122ff280459199701dd1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9edb2dc6875c23ba604583f75eab8d6fb696752cd05b5b47eaab679ca3548f81
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341bdf87adf0d160c1aabe0b8b4d605559ce145d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f506b508c2d0f0f8f94edd5072b3952081c0746b9b04db78e3209b066de64d
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf233b9de1544289942a9a9d1881805cd40a510
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ffe81fa2e1141b407a8348bd2abe25306f5815fffb6f587c85c311cc6e8ed29
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173d8f31bda3861d52cd2183f46e2ccdc4662fb1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85edd8c97a993a196ec8127cf39a4edb700ad9d7a2ebf499fd435f8c6e867363
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7384b61a63896f981b6bdf7f938b4377b4defb3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00d666bff94cb2a66931fc32188936b6081c30aad19304134e2db74c4a7307a
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d8634849e031c13e5bbcf66ff57db9af4f63ead
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6efcf893cef1381d54deb36a25bd6f7eeafa74c609012e1715aaae0790d6740c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f306162f951367da61c1f32b380fdc77fc57438b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da05b69bc7fe7c1cd90c35d31247d954e3756cb12e2f59010213ccf025ec74db
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ecefd7c8440ce6838177c62c9c5d6cd93a8850c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b88c77aa36cede066dace1b8cc5d35cca0ab87fc1a8f90971617f2a3cede409
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3510510c9d6883bb6945ef0bb69aed123388cc81
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b5e23e0f893cc29f037f9d3a96bfd26089c3015763abe27bc1f9e64312adb6
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987ea45b26b7ca14ef180f6a74548e93dc1b25c1
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db28360bcbf1ff1388e77b2a766fce769227220d66da44d0db22218f26433d53
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6daae2d2bf6b6f48be78868e0475ac503575102d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eedd6665857c2a5538b41987a94002a6406300e83bceea139005a212aad6e0db
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f65bcd49f2c58d1d095401aaa3419598f85e9083
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f7a5eb722801ce9a6e130d68d42417cb02ee2c54a666d6521a38e8c4463a99e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a78c1c748da43815ec2179c2e37f91d87b320c30
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12ed0718ab15584f32f90357036fa177025fdf45d60ab504f2f19d87b79557f
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02eb37b4e02c45873b6755f50f8fdfd0c6b1d5c0
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddc38afaa3e80b7b59ddf611a1547e0932ead89e087792f524145b26b6737aa4
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6badfea37eae3bd73a7c2c3c0ec46f94c7b3876c
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9b16a2d97d1f5099655f36abd4d13e413a90e14adbf4d88394dcd1a1e04320
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1dd8de5932316eabeeadca269f7a0eaa5ca09b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b436e98ad58d80ffccb8324d03a306a26211a0976dbfdc53c840a40d0df95e
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23755b49f7d5497207b076d2bbe713459f341d9b
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d073648dfb65ab4fd0d8f4446672703f2ccd3e6b2f23d9e54458267cded10c10
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc69128d7462e7a4f8e7691373b5f45ffeae4da5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e61a64631d3125f3de59ca95a12f9650252279b07ab85236074ba7788f3f810
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..366f1cc4fccb796efde5803ad81477c27fc98dd3
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f757d08273fde3148083eaa1f7520330011e3beb9b74199525ca99e6ee341c56
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b41731a772eafeec9fe5b274f5ff8977342949
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9832b7e05907f2713f4968e55be79215e00270c527103ed0dbdd5796f54086
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efa1bb41532fa1fc17af15cc2493950ab3649f24
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60bb472971acd6ac6a323b2a253e6a85668e8abb828043adc6d127f25f1ec338
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44fa4e963137c29807469a9450102dd3a1a1fb33
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdecc3f4cab2e245a667e0582737a0640f57d1b59a8700591c470d867ba437df
+size 17539
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..381749d68fb7c638fe6c836f7c10e432534e5095
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33294e5c5fbaf70b8d7b5981e5f978d335ca19e2a4c2b1b9bf21fa1a2d7c5438
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f551a4537f16a35a8c367e7c5b3b3cdcdca857b5
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119a88d2083c98beb73de18bd6ece966571f3cd052ba031242231b72562d4c63
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a728955f5c1ba357a050dcdfe2503438c14128
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8234009e5cb644935ee006beb0a1148eb83f17e787277118039d2582948383cb
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7746e785311c71e23b9d021f05f7d7f5902fc391
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a867cbb2070537edddfcb7d1248d3b7af64a787e53c64d7a3ec967104e831f3
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8148b5adb74d26d14d02e0dbaa04898635f9c2e
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f663315aa2e1126291b2677e01cba3ca1fee24e5a17fae8bfe0dacd9ffcb3aaf
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8342ca58e4074c9d645d859e33541dfe40f92e96
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91bec4261cdff7fcf5f2b8c2395eb1f082914f35179876e2c5432e68e0af7dfb
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bf5b9720af7cf5bccb6a419f60b328f0cb64907
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58564f486e77a26e5db716f83756a6675f68f3338251402afc57f5c52afaebe8
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c30236e90cdaf4842bd08b74c80dbe0744cf34
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:683cb678059e928bd1d1cd4e2204624b7bba08c3aeba96954ef094bb0da3159c
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eae6edefc50121c52e633a618d29e5e12eea663
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e7c9298d55f88877b64033f41f1dcf5668e586e94b0270c470d95041fa5cb1
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e46ad7975b539499caa3e446f36633de60a22d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094ef8ddcd1cd01817a8f4e0c19e6c69e53395b5a57312b819d762a303234414
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e024d9f63911341aa57c52df5794f40faa0dcb9f
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9466dce0150451d1cfa8826c58d00ee9fdb828a6b2f96c48ee21de3c0d136821
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de39d4ed879c3f9af18be1bbc093471573f73326
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559cad94d96f40182f0082eba53c2c397f8e6988933ff69a8329b7534bec4c92
+size 5251
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d45cfe9f7d343eeab02190d3dc0cfd4e3355640
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb901aef454644190fa58fafc0f9b8363474892a6c54faac156d3eb8e94bf4e0
+size 3203
diff --git a/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8293234ae47d7f59f02eaa3175dc770193f3ef0d
--- /dev/null
+++ b/params/opt/8/rnd_search_fb/comb_6/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9f55ef0b291bc89884e9dc1c73c6b213a1f5947c103daa61a659b52a734e84
+size 3203