diff --git a/params/opt/4/rnd_search_fb/comb_1/init/lm_head/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/lm_head/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229fa2a280b7277e98ffe62da526267c9b27939c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44201444111f7fb92a3e7eda6ce72ced1b691efa85a6401c64d357cc9ac154e
+size 202243
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8da9a3aa4a240252453c5b513f265bd8f7a523e5
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c66c51ea6dcc37aa1c6f5f3b7f698e296fa5423d2f394e3faea328bf68c8115
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64684459cff69ae140dd652f1a3cfce1c04db3f3
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a4e216301b8080d66f66394e23d6ae903ce014c86ac97dd16349d542f1a424
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af0d9c7df28301109da53982d0c8832879c7beb
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ed4c8bc4745b362549dff57a0e48b53d3dca1b07264be1913e7277a9690d63
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9f93c269aa4dbe41fcd12ad0e2cb4a1470f3af
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb48e368d289de13c29e8bc4ef219b3b3b4c9a10321a1b1a08431c9b81317ea
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2aa3f8c5f633f3a9b8f8ff7847af7ba118d37b
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598bffe925be61034ff929aea66b50b47b434245eba8938a94c2e086b69ea027
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df0ea5464ee3e498e411ab807505571e26bd6d6
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c407df05af5d781fbcea868c9ec950267cb56533c865770568aef8ca920f6b10
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b59ace4c2d5b08a5edad59f30680892ff7c37ce
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860577e403f44ea9892c623811b4ae8231acfffa763fd40632fd2d668b5d2182
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d39ebc700a5351456013e6fd638785f708be581
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e7257ec535d5edb657b771dd232afdb9c14588de51677d22f8c33d71f06785
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ee49caf36187da617d00cbb280a89b7d523fd0
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4745da23110fcfdd529adc5c60a43980d8bac8658b03ca5a3ea53a74338598a6
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca551fa4cde963f54cf00ab4696ee01bcdf0127
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b18fa8094a9c527272ab330b62efa89d0eba7b7dfbe3d8bfe7410002e46572
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60336640ee9fc4678c29288e9d2682e89a0fefa
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8860abde48e1f33e10334b4934b9168e5885fa1100486091bacac9d6339bd893
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558138af1c041fd4af32ced9cd65e1a9e3ffaec3
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd4e7cce8615af59da66fd8087852a85c8996512d8e6b4e97f5f8c552c7906b
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b16bc2b84d892bd7e6e4f32e7421c267f6015f6
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8885aa88b3c681372753976c68a06ad0e9eb886aa1c3e5701accdc099c1ac421
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a14421a354f7ce0e6c073227a4a1260a87013c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58836e8d17571a456306d48339dd20681e6c99e3369196e42718aa554c667aa4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..184df9d5c47144a4c30050b17e451935e63fa712
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b774a2d9d6462c854b96f01b51ab9c80eb07bfde5f5800eeabc39a2cd44a7059
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2856445b2b4b141ee892b270b4e5421e88c83a6
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9dc824755048918d5920cca4a516e640ea4c818690a5fca10e2ff5fb176ce0
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4162cc0584a46ae9ae4d092ff5c4bd18ba4274d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd3f2bd01b82ed69ee67b7ab592ca802ca8019467ce3ec1cb273adf73d55b4d
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5459004165094ea5b11ca4fc170de03db43804
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d43d737776664b15bd3d1122f9a2a12ee9fce1c3171908f841e5523bd9944d9
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efedecf0399d77e3f220870b5086aebddef28dd2
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a5738f9f99f5174d760788ce34fed055c524ce7aff9089f1afc389e80f2e07
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3a9750842d50bb2bb80ca0bf2f642b22fb286
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804a2f99d34f7c66dfe74c295e785249970030638d7dae6ea07b7c08ad94bbf9
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157a445f98d0c38421a7d3609f5b54d19df9452a
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168b59b2fb2d1bc00ec99373b6649e81427d62f4fd337fe43b69e11bf4d9c579
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b6c53fe2d1513d579a9d756f15fbfc999af30a
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ef2b131a8c40299a7a15203f6e335ab5d69e15fd5d724b88819db0b03454bf
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b03bc49858c8c8edc63280f1dc8ae343ed8569
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067e3a1b9c6f173ed77d08f0648a75248a5b446ea6414cb49748ac8f9d65e630
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d6ed9848560e6344e0317fd169f8965471dfc8
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4fc1411047e72363c33fb3914c154eca8a212e2a2668655ac1f3066f2faf89b
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb4c3542a7227ef85c8f46d3445bea325c4091f9
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690f25e57e9185b01284232451cd3279282b1140b9816878a27c898f0553c9ee
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c17c9af3a9592d04ad932324cea8ab841d282d5b
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989091a6ecf0eced5a0efc30e1e0d8e17e6278b7796b9a126e0e77e97a6b1864
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ded6d3ad04b41705b4aac3102aac3a8ac1a68d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ef596f9a47135bd1e631325291d7c53f205a3c4ecd070b33c7d499216087d8
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b70d86406e2ea102e50379b33b53ea45a20a51
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed9ca8233f5691674726722fca6d6d5a8ba5651076f9d90c52ed5cf247fabd3
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c86b7ec12cae51ebd0d1d1a19c5ee8e9fa0a8e47
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a432ff58c0f4d8eeacc81321471a6758af4954a89de0f9a8a6dca9bbe86f0e2
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1e5fb6b11f478490b68660374a27048c77cb26
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ca6e2d783fe54b811422f453d046262f091a43117fb635b102942984d7cc48
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367d43d3e46dc782bb7692186e4fd81ee3aa340b
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2febf32cc85ce7a98afeb2d9f7e1d360827dbe947d16708ce6f2ec97cf14f6e
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81333d8480ab778a55e5b4280f078c94165a85dc
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b9cd53895842d80cb53a343ab3f3e715609ab8e22cea6848073f63bd69bb21
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4b8cb2d34c02af671c2de0e6b88ae0c5e1ad28
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ade77f7c2961c6058a140ce2996780aeeb0622968c8f21074b122cebe1ae1c2
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b46a2af6bee4fb7c926d9f100ea4fbe10606d4
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da56496706667666102d8cc50eee9af05e3eb9aee7831526e62c7871ba5cc357
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0b3bd67075d23df75606fc73cdd7e73e1a7279
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8003be583358948a6b47372714167a023d7526b3987a93332d82349cef9ef41
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..112feba17a03afc1ccfe1eb325b2562595e8ebf6
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09af6d37b5564857aa3228afbda087d2f7591db7f7e644a13df85bc5ef9e1b7
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d17fec093e866b6f95e5062ec3523549cabcb8d0
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c85765744198c1114fee1ee7554b0c27d082fa54f39254e587be9790208976
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2ad03fecdb77d96584fc362e76e802ac69cee9
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a1cc4e9da87c1030da3e1803edfaa81e8fb474a15f4119d01228f31cdc1aa6
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457ec8eaab5425ba258189acb8febc6c41f353b3
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a714521dc9ce0a290babca4ba68f0a4b296e3da1b76ae56559111d0a6ed54b
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a52a73642ae0040a159312a65a9635832e393f
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28ce581a6d0a43dee73296a69f233e3aab4ff2a8d4bc6e906d74a0cf2ce1659
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..546bf4af78d8adf7ee359faa9c070af895144fba
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae7826c842af51b5ad4340a7a18870b3aba50a875e41955741ccae547fd24db
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b93784f8a6c78f1a7c4988a5665161498b9f094
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918ee829eb9a3f0cf355b006809125c10b7a501024c28bb23deb52fc8d2d6599
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e404886724c11d60c55e2661741766a20bbd2a
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025be208e832c5cd5f3c4d3016973f0accb3ee94e37887b21655e6c67c86b4e7
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218445400363aca2a8489e43e05d2f47e1347637
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0faba588cd6175ed170e17bc4e1af4ef453d34d4ab0863177516834dd1b1dde
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea4b2f69dea4d6040bed69f6c5bccc043cf8cfc1
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52dc2e6b8b069195664d2831243fdb7cdbde3f0f535096e7d0e945f8f2d79965
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4badba7a232c736611fd467a2241e761eedea3
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1b3fa1bdc27b06b1c7edac33e99774cfe0b9ffb05deac530430e86111ac2de
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..534ce53a6d1391a94519e3adcaff0a5b90f23aaa
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db506af8750bfa55ec84b9ece4dce5c90afdcd7c5780d4958bd2159eee8ef448
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..129099a749f994ed1d605412de4fa8650db01d1d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deace404fe220cbfbdb842c4cd47a6c8ffb80584156121c4e72549cbf5c6ed71
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8971008dcfc6a6f5c3026862fad7ac8ed55e01f9
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1fe4d0ff44b7522a4f78a31f9d4173c316cd3827f30da4122a8d8112b716f7a
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09f781155cb85f14c2351044a16f5bf61994c912
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc4afe74196652c19bd23bf7a1344204222504d6f2ee689b8c3727f9840cf2d
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35121819c77a3878ce35ff8a69f2fb21e3e04fbb
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a833ba621c718cded70440c8e9c16376eb8f3008520d973477ab7092314f64e7
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d150880243a392289c160b385e74755a09d1369
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97530a0613a0723e7ed608350d3aaf0a1bdaebea63357a1b7636ae5f6d75f68
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a53a8177f10874fbfdb19d8624af1b3332b83cfe
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10069ca281d13d84f9b3761221b10958d862c7bec6461d51c2ebc279a0c5b05c
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851fbab0703fde6dc8338997b1bb2f1dc1989307
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67659c42acf76cddacbb1446f80b27d89ff581bf517576d601809268140e4e77
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce20500ae4606efbe2d756b00cf163dab8540da
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0364cf02dc77418a306e0307fdc436d2a5e4768db70ddf7485647dbba3b0663e
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca766fd0016252c0d8ae2a2494a43ed7e48f4f2c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34fea3c506a11398daa76c4e9262957f611d13f03e02838a89357e51bb010345
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40695b649b76de6e2e6b1b46c1255fa69074c378
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f9169f706206f2bc140920aa3a0ba7dd7fd34a10ec4a39cec3fd9b891019a6
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb91a8d1f0474ae3738a5e422a7c05e34da3950
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62bb07fe0818de48f3d5f1f6fc1afa79d608943cab2b2a9ec2cdfdd701ea82cc
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3132e27cc9b3461b2f8c60cd77da09f45b4c7f
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a48309565c4514d8a82df434e9d748a902eb682589295cf02603c0abe467bf
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bcc040eebca3a2552ad9cc76ebedb297f33a10b
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb161930fa32fb6ddf0e15f0c74eb822fe6481d9e37be4f404134e9c7411d670
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4442674710ad92f1899d5e672cab3ca3e838e7e7
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39310afdf08cc897d649ac12ef285322d9a60f21a31c16478ab803842974d8e9
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73af24acdb5266f03413380be9bfae4a61789c65
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6efc762462a80f3017b68291999049590e607ce603410ca789fb94956af3856a
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a7cc8f8442acf4065d90cd1ecd5cea29417779
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f67f1416ec4f994d5fcebf1d0c25bd628c56aff4b66dbc8af75468af02e79f
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299b7e2b641a0fab9ff66d355759eda1fe2c8d5c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5596ec1d8b3c43374281c516f7bdfab310543fb5395bd9b94dd3ae2fb81d6cec
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5553f5dca6a21cf93a5ecac88be1f698660f064c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d9edfda52b0e3292e2ee03cd96cd207fa6bdd829269c038e0831f571d6ff605
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d442d7fba48f338fd212faf3a183ef881efeb3fa
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7651d71fe4a51b212f8a6ffe2addd0d2e8cb31de531facba090c0da1655fd769
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f66e13ae351d6a7f18917efc8904586597225c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c687c0c5ed4151126c9a10493c6cf0e8cb9dea4505d080c02ab487deec6f5677
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51348dd314a623e59e5c741a1727124e469fef92
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6c947516e2296755ebaff5ef78689b7b1621f0031c398c889a3530d73b99e6
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f841ef83c268e40d530c0c436cef7463d526eaa6
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e893cb19e7c94f1cd39c09e5c49968704bee16365bc23967c41148a2ad54aaa
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a300620b974398245258e5f2da46c1014d394a29
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1492d65b5cd2a2f55ddad9e0a425d74081b29bb78e3048d9b81302e8a1e9ba05
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0efdd60e7d4118330eeb93b453d53c6236b33007
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:645193097e50401887a9f2a705ca510bbc3c0dca7fc21241f15fac09b9264349
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7273f95e9a7a47448b14589fb699358777307d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb4935d8abf12060f53abdc8ff19d3bebde9c8f8e1ae77ea02ffc5a951cd8b2
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566740a8d4a844e3365782660557cc0ad6f6f064
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d75201d95413983fa862b27cbf589b61cb833c885d05c1df84793f15a54dc37
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92fa9bf121bc729ba8d47a6116c562f77b5a5c01
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec8bd9c4c2c9427cb72852b046e0ab717054aab3c8a9a57e8843a4da5145c0b0
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53ab651943de7e06ba38b3714ef9b73e9eee306
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60c3a311a79849d81d66ea96dadbb5b3728295e56b6557be9106611899c9b96
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e23186eec9b9133eebb9c5478facab0c06fb1c2
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc711a8484363f8b967df8513949c185e2e2715d331eeb825376af2be28d0633
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a8c49cf6f5546b2e33d52d7bc226246b55b9cbe
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dfa4b5b1a596ea413b34a7ef6fdfd2463e307d328c9d9e60c1ffc5391201b35
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c1874b0eee1c0cc398fb3992e86e1c3835c8697
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f192f367ad1a1257cb2a37d8e06a3e86c0f212eaee03be9a0d55572a45d13d
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa341d1013d0f4410f6b97e3ff6668cbfe5f1b2
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f000effd5547c752a99faba8ed5fd9ab84bfa04c636832af9c541222c3a2288
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ff9be524188154bd28b3172fd3fdad7d18084
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c7301d1a3792dafe2cc4e21d910a88c5d92d87ccd73f4bf8a4793d332c18d6
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002872135a4d1df0231b6debea4a37d8cfb26ba6
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab95b4cd9bafcbb7afdb4c09438a1b0a2653bd3d5641aefb13b75249bfab99f
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28cb5b28dd215dfed70effaf9c49e0608bf676dd
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc5e25ad21d0e55ba4914b9d33345436e2951a3c024b82189a35fe09c0c029f
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5598ab3d28b201fad6d33bc04a5448ab1bf82b97
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7e3dd8bc0a5d393545741001d1c37ed15b624f8288092eb69a62c79a3e28d2
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a9857e3f858237642fcd94f2183ec919fb02bf
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b11bbc9eee06b32c714ca6df9830970c18e209d9700bc9b24376b0d38ebba8
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e43810fc42db1fbb01c62861f5400c9f62444e
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4fba4c5adc95d81c586874d6c3764b69b8cfade8e848ba1a18b43b2407a35a
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0852be129a8d9636a6fd6f2b483e4b73fd6d8613
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8d240afe2a7fc5de95dee83174d2475bc6980cea900b9d4096c159ffa75de1
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14c8cfe4c638fef3f346ce8e92af13523e30f8a
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb4bdcae8712db150f05228d259272013344c6e084acea9deff0fd9f28c4a77
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d84ff5d519b05d8f6461b96ffb54f8f03888f0
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20b0cb70c90a2c880fb7874a3848141dfd265f462f214e77131484191c86ee0
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb5b5f470ae9278d8c44b8fa697e215ac42ad6b7
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de7a3ac99b18854b27a4657a9cfe9065d947b1775c71cf4140b041fc5ccdbe2
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d63a3b586ca9685fadf1d24a0cec1d03f78327
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8237e806118b0c5f79c4ae6114c30d73ff36ed464dffc0c4a338d54f5caa0b38
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116ec7b4d10b81b5d761333ec02f1bc0304bb5b7
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc89dd6f79dfa9609b18472398ebd60c7e3ea5ba47d7101b50ee2c1b2097890
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1be18a5eccfdc2dbf2e0bcbc6814c9518f994dc
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a74ffa1ca98bda64de624b4f59e860f6aa4673c7f56d5929a8d6d8f76054dc0
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..621dbed330437a2d696cb5760b6efd0693e2dc38
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f36945d92efbecccdc9b3aa5c8c5f28c4feaea116aa4e9f5a86821670acf57d
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59251e6978ff5ab587e186447e6dcde7778abaf1
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e0a560f2bef70a522be4b13993cfb42d8a788244142ccb9a0eead699c7c9ba
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c3270ee8c7e793623d97c544869bf814f64854
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faaec9c40d7ed909e3f48d49dd97c5f77f26fdb6769ab78c46cb2e3f7834c7d2
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13f986d792ef41773ef6c1c893fd9ac247452bc
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dee554630ddd5e0a2787df6ffa0ba4e20ca3bb474db81c730699b51c66a65af
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93340bd9c67e816ad21be64b348f6a15bd4edfaf
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:babcc372e0cd2400fe1631e6d12d0fddaa7c5003bcb8f9d623afcfb47b770d8d
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..219fcefbe0493255ee028cc4df6cc6e95ae4cc20
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95cc0f8e1c4ef2a200ca27365eee92ac8aa23d0c1e31e748ae47187234ef4358
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5edb5f44b9061d096d6cc265df155a7727f7e263
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3917ca13ec702057fc1e45b836dfce9f8acd52ab5ae2947fdb0e23f9f105f5d8
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e65ba432e79f6148ec0cdcc508edfb1b8f73d70
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9421368a2d0dcca88c535a089b69c88be193af4e2a8e26b1b2bb17fe337f3890
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c13d437b3fc28e21d68b66143a0937b53e8c3f
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fa3ec059fdc31a9f335a848ccc90411d46f629ac35ca0d9867896b26a47a5c
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52600f01c1b6c6f3a47297686f9d48a47f83c956
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a10bc2f9e42af129aaa36656f270d73e332e5418081cf1ca56945ff2be6ab5
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe275fa33d5c4a0969fe80e40c04a67e28c07f10
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f16781cb5f64f756b715920d847c1f9b8df1bdffeba70ac5e393b156be2835f
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0376cd39b7c1ac17158022b218c1f9614d503363
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33d79f35d1067f518257bf88c86f27a796738d8ca991fd4d00cecd876b6a2ab
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ab7b0505df87c10e9a7d5e32b3c49d458d593ef
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6390c97abfb4062e62e2bd4fa3b7dee87d71129fc27dfdb92ba663857c4dc57
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12207a370841ae2beebe4ad9d90550a5158ee9d6
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d121ea8adb741e765c08500a29265978d8a83336f187a04ffe492c1956d067
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b284573ade005148145de6f1b31c0be7e46d8b1
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe992a96766b16f74f4d8b3a61ea63acd16f9a33dd70e51ddc62c6ed014ed2b8
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c44417d0ca67db06ccdb7a10ed9da57f0820e75
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4360d3fd61af7f4545d4cae6b5e225609495deb174a03dd0f86a91d513096c9c
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5719e8d2d7b1829e11244dea9fdadf5ac859a06f
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a712369aa16ddf84c6b21f2cbd8430162c73bb27f0ffb4d8411ba82b35ee4e6
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00e0c86fbb31321f77bc5d0f74b8b0d4f7921dfe
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f2db3eadde864616414021b6b06efc212b18a3f694a714ccb0e40bc546735e
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b60ea13080978a3af533655e1a468e860fc7a8
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653cd31f48aacf74902390009b9ada239c28ff0712fe059788dd88d590a89bf5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06dd10ef864550ebcac375d3f9f93686e6a98ded
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116402afa040bc4c7ad13ec09639d20dc2fd08a09d05746a42e09b22caba740c
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac6fb2004e2c7d4b9e815ce091020f86022fc71
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ca6aaff88435a8971d230f727b4a623cabe0ca8d9094cb13f74341840beafa
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc9301cfc087e9f9e32bee8c22e2f06039d4ba10
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29951f70a58a50312a7ec82401d6c883ee21f4d8fc8b3efdb35d41352b4ce7e
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbdf6f27d7a3a6c594f44a1a6189e9a9b6ea96a9
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03189d7ccaeead9d0525cb1dfb603c86d3f4c943ca7071cf64450ca87a3ab54a
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8749fb5831917ed2465aabe5a5fe4fa7d2477e06
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2591721e1d407b2c267ab5351e8438e697d06f985573653d84656c2ac35f8e39
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7bc9446b23552813f22aaec08deb5ccc9685955
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b23602f343b66a0c6bea05a982d86a8e48c54f0034384a2d4631ea82e1320c
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7089bdd8e86d37e3ef630a3c54939ce9422390c8
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a605f3d2e11418d952dbb544eadf43e3f7d779f84dceff32e62076bc6f93a246
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b041c6ed9075a74014d195212bd3300e43c78c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27af241e90fa32b7485d9f6d234074db0f08bf83e38aeb9474fb44463cd0fac7
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf126a3d7364363918ee95ad8ed970cb169f0c60
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968b7b33193a7eced6cefe9d6a7aae06e53a8cbe5fa5e94f10c32d22a083a1be
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b81ae7d2d4d285165c786376ba1420d8eb844d8d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f918aa68fe36d63f2d86d4c5402ec01df41cbc2238f7088cd94ab71233c959ce
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22fa4c93b71f739a0132b321f185eebe56f6d06e
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20fefc23513974df6f8422c8928ca797aa10d12f6933239634eda6612760fea6
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfe7f4ffd6e882773711ef19bd1bc799d4b81c14
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:546dbea59e9ac9df2d86a70c6b402cb3ed4efeb8092996e07748c052cdf8c453
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016598a8fde3091017da589e900fff080e32498e
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eafda53582b3d40367d7dcc1f0c9764025bd8f1ba7ce60c46921e206e197806
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c2509f04aeaa78ebcd73b1adb8491fb0c9a109f
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe991d43e40536f637f81ca3869bc5b499953619127176dc98996c59f3abd7d6
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..821320bbba24e2a509c94060c8a8a1429e90f173
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb58d126320dee2f6ba58ff4b3615405493ab41ea7664d22b35560eff56e7f1
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991820893c24721dc21dfd817d52ce1c5f6a5e0f
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f24ec485afd79397892593838de8fe450c0a7d70cb0994a1b2e6858d0ecae4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182cf173e85ccc686a949dbcd85bfc7086d1a8a5
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b752543440767b883b44c3aae43570f8984c89b0f24db1ec35209efbb8664bbc
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317dc34dfcdd526236edd3f518e13e8b86c4e15c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43eb7d255dedc4ce39f23cb8665b3dfe9290414d974cda78470256c56907f22
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fdcb7a6fb1857b5d8cd3314a5d2443f7b353dcd
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc82c3c3f934176f9fe786e730acf5abc2bd47633778a86a280dcae75d17b80a
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e29476805205d46ba9b652ec1c81e657fc7fa6
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab1eef7b8f4342aa9dee9400f1502f3955f411932374e9d9d1e1c9bd4c4c1fb
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072bbe114941548632e0a89430fa37afa4eb2519
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601ba88cc59ef7336e7907a5674135e7a6b477fa3a385af157a7c63ade2d160b
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a622487c3ce2fd7707066f65ff79ddccfe9e0c28
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e746ddfd5c1942dcb37363bf3f11f0e35988db2e7beaa6c1f6c3e43a17567a
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc6550dad21358f0d85977bec69182d5ce8addd6
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638445edc990277b5e1fbcc5aa3ac35dcdb9b227bdfc13de18777f198118ea2f
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a991befe78017b73c92edf03751907cd127dd0
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ab49ef25299495ffb409c44e6c6e4d6124f9f2848c6b9e98b273c8bb9c2ccd
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2eac0182920f219d05e38d82c06996e3f56141
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af53770d15761b252443f8b51d0db25005dfefe02fe5f0fb38ad86f3abcf54b
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3866a9f231c00c5429fd7a8eafa028a3dcd87d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a2519a1a750fd622f2529c1c1e58f0e4f9c1021ae6d4986df7dfacf3a62fe6
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9d779804dc7e633246636153ef1159837866b0
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef2aeabe7f20a93f02e3e8d02df15dad10174f6103ad0aa43b56b0c0886e941
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed566ffc97a24c342da18d76f2f3a3106df6b4a
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2c7f0106ced719d836ac22248ff39bf1e9ac8f55c87c59be39a5c098f91a8a
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c271a74965c8cfea4daa314803106604f2e49c6
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e277f7cfd66478b9c06a19238b60b71a6857ca6ce8567932c95ec90a60e500b
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673082563cda10741d3f4e61a7ab47ada0b3d016
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb93ea81823fb88032c69ac42154af784d07e310caf80a81c5fb05b3b93fc0d
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee9e3a1b90371d106129d8ef34ed971c49e6082
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9bcc2417a7ada9f43b588d65eadd72cd30286534398ae8b8a6cff1fe9357587
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8ff1ae80addbe235decec6b1997da7ab278737
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1742d4b2bc3763ffcb1362a5d82f866d5d3ebb1fea4a8ce81b1b2ca2baac3912
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b3c93648baeadb820764a80d3c22187ac52cea
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6458b87f1355bfee318e8899baf2dbfc48c21fed20ffd8bd36754b61a461bee
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5deca8653c6abd4e5ec7d77ad4b715d9e2cfa134
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff3208b5cb2d222beaf96f9a85bb1da24bce9200581a9b48be8089ecc2f81a7
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c8a4b24b30e081e0fd3981930d68fa766bdacf6
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c069eb4a43fda5930a2b0727182ee9128a4d52644dbe540a34ea1cbee361f1e
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6922a75e14cbcdc16c1c07054874967527271554
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18af587ce68a2d2176185de6b696e344c16e5d3858c8055e399b13ce0f3548dd
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8df887b7f22605900dcda3ecb965ea7de904b45d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55edf939fb984d4c4c8f454b83d6208b6334af40977311ddc0b18e14c8a44d32
+size 3203
diff --git a/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b99296681a220ba64db061338355f03b5437357
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3373762dfbf777360c83196343dc2f031a556b7d3b1aa5656780b34e883e3462
+size 3203
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/lm_head/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/lm_head/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229fa2a280b7277e98ffe62da526267c9b27939c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44201444111f7fb92a3e7eda6ce72ced1b691efa85a6401c64d357cc9ac154e
+size 202243
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8da9a3aa4a240252453c5b513f265bd8f7a523e5
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c66c51ea6dcc37aa1c6f5f3b7f698e296fa5423d2f394e3faea328bf68c8115
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64684459cff69ae140dd652f1a3cfce1c04db3f3
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a4e216301b8080d66f66394e23d6ae903ce014c86ac97dd16349d542f1a424
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af0d9c7df28301109da53982d0c8832879c7beb
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ed4c8bc4745b362549dff57a0e48b53d3dca1b07264be1913e7277a9690d63
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9f93c269aa4dbe41fcd12ad0e2cb4a1470f3af
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb48e368d289de13c29e8bc4ef219b3b3b4c9a10321a1b1a08431c9b81317ea
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2aa3f8c5f633f3a9b8f8ff7847af7ba118d37b
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598bffe925be61034ff929aea66b50b47b434245eba8938a94c2e086b69ea027
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df0ea5464ee3e498e411ab807505571e26bd6d6
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c407df05af5d781fbcea868c9ec950267cb56533c865770568aef8ca920f6b10
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b59ace4c2d5b08a5edad59f30680892ff7c37ce
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860577e403f44ea9892c623811b4ae8231acfffa763fd40632fd2d668b5d2182
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d39ebc700a5351456013e6fd638785f708be581
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e7257ec535d5edb657b771dd232afdb9c14588de51677d22f8c33d71f06785
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ee49caf36187da617d00cbb280a89b7d523fd0
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4745da23110fcfdd529adc5c60a43980d8bac8658b03ca5a3ea53a74338598a6
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca551fa4cde963f54cf00ab4696ee01bcdf0127
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b18fa8094a9c527272ab330b62efa89d0eba7b7dfbe3d8bfe7410002e46572
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60336640ee9fc4678c29288e9d2682e89a0fefa
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8860abde48e1f33e10334b4934b9168e5885fa1100486091bacac9d6339bd893
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558138af1c041fd4af32ced9cd65e1a9e3ffaec3
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd4e7cce8615af59da66fd8087852a85c8996512d8e6b4e97f5f8c552c7906b
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b16bc2b84d892bd7e6e4f32e7421c267f6015f6
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8885aa88b3c681372753976c68a06ad0e9eb886aa1c3e5701accdc099c1ac421
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a14421a354f7ce0e6c073227a4a1260a87013c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58836e8d17571a456306d48339dd20681e6c99e3369196e42718aa554c667aa4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..184df9d5c47144a4c30050b17e451935e63fa712
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b774a2d9d6462c854b96f01b51ab9c80eb07bfde5f5800eeabc39a2cd44a7059
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2856445b2b4b141ee892b270b4e5421e88c83a6
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9dc824755048918d5920cca4a516e640ea4c818690a5fca10e2ff5fb176ce0
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4162cc0584a46ae9ae4d092ff5c4bd18ba4274d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd3f2bd01b82ed69ee67b7ab592ca802ca8019467ce3ec1cb273adf73d55b4d
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5459004165094ea5b11ca4fc170de03db43804
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d43d737776664b15bd3d1122f9a2a12ee9fce1c3171908f841e5523bd9944d9
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efedecf0399d77e3f220870b5086aebddef28dd2
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a5738f9f99f5174d760788ce34fed055c524ce7aff9089f1afc389e80f2e07
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3a9750842d50bb2bb80ca0bf2f642b22fb286
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804a2f99d34f7c66dfe74c295e785249970030638d7dae6ea07b7c08ad94bbf9
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157a445f98d0c38421a7d3609f5b54d19df9452a
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168b59b2fb2d1bc00ec99373b6649e81427d62f4fd337fe43b69e11bf4d9c579
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b6c53fe2d1513d579a9d756f15fbfc999af30a
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ef2b131a8c40299a7a15203f6e335ab5d69e15fd5d724b88819db0b03454bf
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b03bc49858c8c8edc63280f1dc8ae343ed8569
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067e3a1b9c6f173ed77d08f0648a75248a5b446ea6414cb49748ac8f9d65e630
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d6ed9848560e6344e0317fd169f8965471dfc8
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4fc1411047e72363c33fb3914c154eca8a212e2a2668655ac1f3066f2faf89b
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb4c3542a7227ef85c8f46d3445bea325c4091f9
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690f25e57e9185b01284232451cd3279282b1140b9816878a27c898f0553c9ee
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c17c9af3a9592d04ad932324cea8ab841d282d5b
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989091a6ecf0eced5a0efc30e1e0d8e17e6278b7796b9a126e0e77e97a6b1864
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ded6d3ad04b41705b4aac3102aac3a8ac1a68d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ef596f9a47135bd1e631325291d7c53f205a3c4ecd070b33c7d499216087d8
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b70d86406e2ea102e50379b33b53ea45a20a51
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed9ca8233f5691674726722fca6d6d5a8ba5651076f9d90c52ed5cf247fabd3
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c86b7ec12cae51ebd0d1d1a19c5ee8e9fa0a8e47
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a432ff58c0f4d8eeacc81321471a6758af4954a89de0f9a8a6dca9bbe86f0e2
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1e5fb6b11f478490b68660374a27048c77cb26
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ca6e2d783fe54b811422f453d046262f091a43117fb635b102942984d7cc48
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367d43d3e46dc782bb7692186e4fd81ee3aa340b
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2febf32cc85ce7a98afeb2d9f7e1d360827dbe947d16708ce6f2ec97cf14f6e
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81333d8480ab778a55e5b4280f078c94165a85dc
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b9cd53895842d80cb53a343ab3f3e715609ab8e22cea6848073f63bd69bb21
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4b8cb2d34c02af671c2de0e6b88ae0c5e1ad28
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ade77f7c2961c6058a140ce2996780aeeb0622968c8f21074b122cebe1ae1c2
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b46a2af6bee4fb7c926d9f100ea4fbe10606d4
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da56496706667666102d8cc50eee9af05e3eb9aee7831526e62c7871ba5cc357
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0b3bd67075d23df75606fc73cdd7e73e1a7279
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8003be583358948a6b47372714167a023d7526b3987a93332d82349cef9ef41
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..112feba17a03afc1ccfe1eb325b2562595e8ebf6
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09af6d37b5564857aa3228afbda087d2f7591db7f7e644a13df85bc5ef9e1b7
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d17fec093e866b6f95e5062ec3523549cabcb8d0
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c85765744198c1114fee1ee7554b0c27d082fa54f39254e587be9790208976
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2ad03fecdb77d96584fc362e76e802ac69cee9
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a1cc4e9da87c1030da3e1803edfaa81e8fb474a15f4119d01228f31cdc1aa6
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457ec8eaab5425ba258189acb8febc6c41f353b3
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a714521dc9ce0a290babca4ba68f0a4b296e3da1b76ae56559111d0a6ed54b
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a52a73642ae0040a159312a65a9635832e393f
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28ce581a6d0a43dee73296a69f233e3aab4ff2a8d4bc6e906d74a0cf2ce1659
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..546bf4af78d8adf7ee359faa9c070af895144fba
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae7826c842af51b5ad4340a7a18870b3aba50a875e41955741ccae547fd24db
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b93784f8a6c78f1a7c4988a5665161498b9f094
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918ee829eb9a3f0cf355b006809125c10b7a501024c28bb23deb52fc8d2d6599
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e404886724c11d60c55e2661741766a20bbd2a
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025be208e832c5cd5f3c4d3016973f0accb3ee94e37887b21655e6c67c86b4e7
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218445400363aca2a8489e43e05d2f47e1347637
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0faba588cd6175ed170e17bc4e1af4ef453d34d4ab0863177516834dd1b1dde
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea4b2f69dea4d6040bed69f6c5bccc043cf8cfc1
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52dc2e6b8b069195664d2831243fdb7cdbde3f0f535096e7d0e945f8f2d79965
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4badba7a232c736611fd467a2241e761eedea3
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1b3fa1bdc27b06b1c7edac33e99774cfe0b9ffb05deac530430e86111ac2de
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..534ce53a6d1391a94519e3adcaff0a5b90f23aaa
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db506af8750bfa55ec84b9ece4dce5c90afdcd7c5780d4958bd2159eee8ef448
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..129099a749f994ed1d605412de4fa8650db01d1d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deace404fe220cbfbdb842c4cd47a6c8ffb80584156121c4e72549cbf5c6ed71
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8971008dcfc6a6f5c3026862fad7ac8ed55e01f9
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1fe4d0ff44b7522a4f78a31f9d4173c316cd3827f30da4122a8d8112b716f7a
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09f781155cb85f14c2351044a16f5bf61994c912
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc4afe74196652c19bd23bf7a1344204222504d6f2ee689b8c3727f9840cf2d
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35121819c77a3878ce35ff8a69f2fb21e3e04fbb
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a833ba621c718cded70440c8e9c16376eb8f3008520d973477ab7092314f64e7
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d150880243a392289c160b385e74755a09d1369
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97530a0613a0723e7ed608350d3aaf0a1bdaebea63357a1b7636ae5f6d75f68
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a53a8177f10874fbfdb19d8624af1b3332b83cfe
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10069ca281d13d84f9b3761221b10958d862c7bec6461d51c2ebc279a0c5b05c
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851fbab0703fde6dc8338997b1bb2f1dc1989307
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67659c42acf76cddacbb1446f80b27d89ff581bf517576d601809268140e4e77
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce20500ae4606efbe2d756b00cf163dab8540da
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0364cf02dc77418a306e0307fdc436d2a5e4768db70ddf7485647dbba3b0663e
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca766fd0016252c0d8ae2a2494a43ed7e48f4f2c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34fea3c506a11398daa76c4e9262957f611d13f03e02838a89357e51bb010345
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40695b649b76de6e2e6b1b46c1255fa69074c378
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f9169f706206f2bc140920aa3a0ba7dd7fd34a10ec4a39cec3fd9b891019a6
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb91a8d1f0474ae3738a5e422a7c05e34da3950
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62bb07fe0818de48f3d5f1f6fc1afa79d608943cab2b2a9ec2cdfdd701ea82cc
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3132e27cc9b3461b2f8c60cd77da09f45b4c7f
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a48309565c4514d8a82df434e9d748a902eb682589295cf02603c0abe467bf
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bcc040eebca3a2552ad9cc76ebedb297f33a10b
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb161930fa32fb6ddf0e15f0c74eb822fe6481d9e37be4f404134e9c7411d670
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4442674710ad92f1899d5e672cab3ca3e838e7e7
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39310afdf08cc897d649ac12ef285322d9a60f21a31c16478ab803842974d8e9
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73af24acdb5266f03413380be9bfae4a61789c65
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6efc762462a80f3017b68291999049590e607ce603410ca789fb94956af3856a
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a7cc8f8442acf4065d90cd1ecd5cea29417779
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f67f1416ec4f994d5fcebf1d0c25bd628c56aff4b66dbc8af75468af02e79f
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299b7e2b641a0fab9ff66d355759eda1fe2c8d5c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5596ec1d8b3c43374281c516f7bdfab310543fb5395bd9b94dd3ae2fb81d6cec
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5553f5dca6a21cf93a5ecac88be1f698660f064c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d9edfda52b0e3292e2ee03cd96cd207fa6bdd829269c038e0831f571d6ff605
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d442d7fba48f338fd212faf3a183ef881efeb3fa
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7651d71fe4a51b212f8a6ffe2addd0d2e8cb31de531facba090c0da1655fd769
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f66e13ae351d6a7f18917efc8904586597225c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c687c0c5ed4151126c9a10493c6cf0e8cb9dea4505d080c02ab487deec6f5677
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51348dd314a623e59e5c741a1727124e469fef92
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6c947516e2296755ebaff5ef78689b7b1621f0031c398c889a3530d73b99e6
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f841ef83c268e40d530c0c436cef7463d526eaa6
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e893cb19e7c94f1cd39c09e5c49968704bee16365bc23967c41148a2ad54aaa
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a300620b974398245258e5f2da46c1014d394a29
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1492d65b5cd2a2f55ddad9e0a425d74081b29bb78e3048d9b81302e8a1e9ba05
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0efdd60e7d4118330eeb93b453d53c6236b33007
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:645193097e50401887a9f2a705ca510bbc3c0dca7fc21241f15fac09b9264349
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7273f95e9a7a47448b14589fb699358777307d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb4935d8abf12060f53abdc8ff19d3bebde9c8f8e1ae77ea02ffc5a951cd8b2
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566740a8d4a844e3365782660557cc0ad6f6f064
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d75201d95413983fa862b27cbf589b61cb833c885d05c1df84793f15a54dc37
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92fa9bf121bc729ba8d47a6116c562f77b5a5c01
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec8bd9c4c2c9427cb72852b046e0ab717054aab3c8a9a57e8843a4da5145c0b0
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53ab651943de7e06ba38b3714ef9b73e9eee306
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60c3a311a79849d81d66ea96dadbb5b3728295e56b6557be9106611899c9b96
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e23186eec9b9133eebb9c5478facab0c06fb1c2
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc711a8484363f8b967df8513949c185e2e2715d331eeb825376af2be28d0633
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a8c49cf6f5546b2e33d52d7bc226246b55b9cbe
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dfa4b5b1a596ea413b34a7ef6fdfd2463e307d328c9d9e60c1ffc5391201b35
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c1874b0eee1c0cc398fb3992e86e1c3835c8697
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f192f367ad1a1257cb2a37d8e06a3e86c0f212eaee03be9a0d55572a45d13d
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa341d1013d0f4410f6b97e3ff6668cbfe5f1b2
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f000effd5547c752a99faba8ed5fd9ab84bfa04c636832af9c541222c3a2288
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ff9be524188154bd28b3172fd3fdad7d18084
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c7301d1a3792dafe2cc4e21d910a88c5d92d87ccd73f4bf8a4793d332c18d6
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002872135a4d1df0231b6debea4a37d8cfb26ba6
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab95b4cd9bafcbb7afdb4c09438a1b0a2653bd3d5641aefb13b75249bfab99f
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28cb5b28dd215dfed70effaf9c49e0608bf676dd
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc5e25ad21d0e55ba4914b9d33345436e2951a3c024b82189a35fe09c0c029f
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5598ab3d28b201fad6d33bc04a5448ab1bf82b97
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7e3dd8bc0a5d393545741001d1c37ed15b624f8288092eb69a62c79a3e28d2
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a9857e3f858237642fcd94f2183ec919fb02bf
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b11bbc9eee06b32c714ca6df9830970c18e209d9700bc9b24376b0d38ebba8
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e43810fc42db1fbb01c62861f5400c9f62444e
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4fba4c5adc95d81c586874d6c3764b69b8cfade8e848ba1a18b43b2407a35a
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0852be129a8d9636a6fd6f2b483e4b73fd6d8613
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8d240afe2a7fc5de95dee83174d2475bc6980cea900b9d4096c159ffa75de1
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14c8cfe4c638fef3f346ce8e92af13523e30f8a
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb4bdcae8712db150f05228d259272013344c6e084acea9deff0fd9f28c4a77
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d84ff5d519b05d8f6461b96ffb54f8f03888f0
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20b0cb70c90a2c880fb7874a3848141dfd265f462f214e77131484191c86ee0
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb5b5f470ae9278d8c44b8fa697e215ac42ad6b7
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de7a3ac99b18854b27a4657a9cfe9065d947b1775c71cf4140b041fc5ccdbe2
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d63a3b586ca9685fadf1d24a0cec1d03f78327
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8237e806118b0c5f79c4ae6114c30d73ff36ed464dffc0c4a338d54f5caa0b38
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116ec7b4d10b81b5d761333ec02f1bc0304bb5b7
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc89dd6f79dfa9609b18472398ebd60c7e3ea5ba47d7101b50ee2c1b2097890
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1be18a5eccfdc2dbf2e0bcbc6814c9518f994dc
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a74ffa1ca98bda64de624b4f59e860f6aa4673c7f56d5929a8d6d8f76054dc0
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..621dbed330437a2d696cb5760b6efd0693e2dc38
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f36945d92efbecccdc9b3aa5c8c5f28c4feaea116aa4e9f5a86821670acf57d
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59251e6978ff5ab587e186447e6dcde7778abaf1
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e0a560f2bef70a522be4b13993cfb42d8a788244142ccb9a0eead699c7c9ba
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c3270ee8c7e793623d97c544869bf814f64854
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faaec9c40d7ed909e3f48d49dd97c5f77f26fdb6769ab78c46cb2e3f7834c7d2
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13f986d792ef41773ef6c1c893fd9ac247452bc
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dee554630ddd5e0a2787df6ffa0ba4e20ca3bb474db81c730699b51c66a65af
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93340bd9c67e816ad21be64b348f6a15bd4edfaf
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:babcc372e0cd2400fe1631e6d12d0fddaa7c5003bcb8f9d623afcfb47b770d8d
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..219fcefbe0493255ee028cc4df6cc6e95ae4cc20
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95cc0f8e1c4ef2a200ca27365eee92ac8aa23d0c1e31e748ae47187234ef4358
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5edb5f44b9061d096d6cc265df155a7727f7e263
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3917ca13ec702057fc1e45b836dfce9f8acd52ab5ae2947fdb0e23f9f105f5d8
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e65ba432e79f6148ec0cdcc508edfb1b8f73d70
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9421368a2d0dcca88c535a089b69c88be193af4e2a8e26b1b2bb17fe337f3890
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c13d437b3fc28e21d68b66143a0937b53e8c3f
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fa3ec059fdc31a9f335a848ccc90411d46f629ac35ca0d9867896b26a47a5c
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52600f01c1b6c6f3a47297686f9d48a47f83c956
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a10bc2f9e42af129aaa36656f270d73e332e5418081cf1ca56945ff2be6ab5
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe275fa33d5c4a0969fe80e40c04a67e28c07f10
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f16781cb5f64f756b715920d847c1f9b8df1bdffeba70ac5e393b156be2835f
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0376cd39b7c1ac17158022b218c1f9614d503363
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33d79f35d1067f518257bf88c86f27a796738d8ca991fd4d00cecd876b6a2ab
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ab7b0505df87c10e9a7d5e32b3c49d458d593ef
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6390c97abfb4062e62e2bd4fa3b7dee87d71129fc27dfdb92ba663857c4dc57
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12207a370841ae2beebe4ad9d90550a5158ee9d6
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d121ea8adb741e765c08500a29265978d8a83336f187a04ffe492c1956d067
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b284573ade005148145de6f1b31c0be7e46d8b1
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe992a96766b16f74f4d8b3a61ea63acd16f9a33dd70e51ddc62c6ed014ed2b8
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c44417d0ca67db06ccdb7a10ed9da57f0820e75
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4360d3fd61af7f4545d4cae6b5e225609495deb174a03dd0f86a91d513096c9c
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5719e8d2d7b1829e11244dea9fdadf5ac859a06f
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a712369aa16ddf84c6b21f2cbd8430162c73bb27f0ffb4d8411ba82b35ee4e6
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00e0c86fbb31321f77bc5d0f74b8b0d4f7921dfe
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f2db3eadde864616414021b6b06efc212b18a3f694a714ccb0e40bc546735e
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b60ea13080978a3af533655e1a468e860fc7a8
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653cd31f48aacf74902390009b9ada239c28ff0712fe059788dd88d590a89bf5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06dd10ef864550ebcac375d3f9f93686e6a98ded
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116402afa040bc4c7ad13ec09639d20dc2fd08a09d05746a42e09b22caba740c
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac6fb2004e2c7d4b9e815ce091020f86022fc71
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ca6aaff88435a8971d230f727b4a623cabe0ca8d9094cb13f74341840beafa
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc9301cfc087e9f9e32bee8c22e2f06039d4ba10
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29951f70a58a50312a7ec82401d6c883ee21f4d8fc8b3efdb35d41352b4ce7e
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbdf6f27d7a3a6c594f44a1a6189e9a9b6ea96a9
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03189d7ccaeead9d0525cb1dfb603c86d3f4c943ca7071cf64450ca87a3ab54a
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8749fb5831917ed2465aabe5a5fe4fa7d2477e06
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2591721e1d407b2c267ab5351e8438e697d06f985573653d84656c2ac35f8e39
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7bc9446b23552813f22aaec08deb5ccc9685955
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b23602f343b66a0c6bea05a982d86a8e48c54f0034384a2d4631ea82e1320c
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7089bdd8e86d37e3ef630a3c54939ce9422390c8
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a605f3d2e11418d952dbb544eadf43e3f7d779f84dceff32e62076bc6f93a246
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b041c6ed9075a74014d195212bd3300e43c78c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27af241e90fa32b7485d9f6d234074db0f08bf83e38aeb9474fb44463cd0fac7
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf126a3d7364363918ee95ad8ed970cb169f0c60
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968b7b33193a7eced6cefe9d6a7aae06e53a8cbe5fa5e94f10c32d22a083a1be
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b81ae7d2d4d285165c786376ba1420d8eb844d8d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f918aa68fe36d63f2d86d4c5402ec01df41cbc2238f7088cd94ab71233c959ce
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22fa4c93b71f739a0132b321f185eebe56f6d06e
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20fefc23513974df6f8422c8928ca797aa10d12f6933239634eda6612760fea6
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfe7f4ffd6e882773711ef19bd1bc799d4b81c14
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:546dbea59e9ac9df2d86a70c6b402cb3ed4efeb8092996e07748c052cdf8c453
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016598a8fde3091017da589e900fff080e32498e
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eafda53582b3d40367d7dcc1f0c9764025bd8f1ba7ce60c46921e206e197806
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c2509f04aeaa78ebcd73b1adb8491fb0c9a109f
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe991d43e40536f637f81ca3869bc5b499953619127176dc98996c59f3abd7d6
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..821320bbba24e2a509c94060c8a8a1429e90f173
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb58d126320dee2f6ba58ff4b3615405493ab41ea7664d22b35560eff56e7f1
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991820893c24721dc21dfd817d52ce1c5f6a5e0f
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f24ec485afd79397892593838de8fe450c0a7d70cb0994a1b2e6858d0ecae4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182cf173e85ccc686a949dbcd85bfc7086d1a8a5
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b752543440767b883b44c3aae43570f8984c89b0f24db1ec35209efbb8664bbc
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317dc34dfcdd526236edd3f518e13e8b86c4e15c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43eb7d255dedc4ce39f23cb8665b3dfe9290414d974cda78470256c56907f22
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fdcb7a6fb1857b5d8cd3314a5d2443f7b353dcd
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc82c3c3f934176f9fe786e730acf5abc2bd47633778a86a280dcae75d17b80a
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e29476805205d46ba9b652ec1c81e657fc7fa6
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab1eef7b8f4342aa9dee9400f1502f3955f411932374e9d9d1e1c9bd4c4c1fb
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072bbe114941548632e0a89430fa37afa4eb2519
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601ba88cc59ef7336e7907a5674135e7a6b477fa3a385af157a7c63ade2d160b
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a622487c3ce2fd7707066f65ff79ddccfe9e0c28
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e746ddfd5c1942dcb37363bf3f11f0e35988db2e7beaa6c1f6c3e43a17567a
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc6550dad21358f0d85977bec69182d5ce8addd6
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638445edc990277b5e1fbcc5aa3ac35dcdb9b227bdfc13de18777f198118ea2f
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a991befe78017b73c92edf03751907cd127dd0
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ab49ef25299495ffb409c44e6c6e4d6124f9f2848c6b9e98b273c8bb9c2ccd
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2eac0182920f219d05e38d82c06996e3f56141
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af53770d15761b252443f8b51d0db25005dfefe02fe5f0fb38ad86f3abcf54b
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3866a9f231c00c5429fd7a8eafa028a3dcd87d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a2519a1a750fd622f2529c1c1e58f0e4f9c1021ae6d4986df7dfacf3a62fe6
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9d779804dc7e633246636153ef1159837866b0
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef2aeabe7f20a93f02e3e8d02df15dad10174f6103ad0aa43b56b0c0886e941
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed566ffc97a24c342da18d76f2f3a3106df6b4a
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2c7f0106ced719d836ac22248ff39bf1e9ac8f55c87c59be39a5c098f91a8a
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c271a74965c8cfea4daa314803106604f2e49c6
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e277f7cfd66478b9c06a19238b60b71a6857ca6ce8567932c95ec90a60e500b
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673082563cda10741d3f4e61a7ab47ada0b3d016
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb93ea81823fb88032c69ac42154af784d07e310caf80a81c5fb05b3b93fc0d
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee9e3a1b90371d106129d8ef34ed971c49e6082
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9bcc2417a7ada9f43b588d65eadd72cd30286534398ae8b8a6cff1fe9357587
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8ff1ae80addbe235decec6b1997da7ab278737
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1742d4b2bc3763ffcb1362a5d82f866d5d3ebb1fea4a8ce81b1b2ca2baac3912
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b3c93648baeadb820764a80d3c22187ac52cea
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6458b87f1355bfee318e8899baf2dbfc48c21fed20ffd8bd36754b61a461bee
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5deca8653c6abd4e5ec7d77ad4b715d9e2cfa134
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff3208b5cb2d222beaf96f9a85bb1da24bce9200581a9b48be8089ecc2f81a7
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c8a4b24b30e081e0fd3981930d68fa766bdacf6
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c069eb4a43fda5930a2b0727182ee9128a4d52644dbe540a34ea1cbee361f1e
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6922a75e14cbcdc16c1c07054874967527271554
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18af587ce68a2d2176185de6b696e344c16e5d3858c8055e399b13ce0f3548dd
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8df887b7f22605900dcda3ecb965ea7de904b45d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55edf939fb984d4c4c8f454b83d6208b6334af40977311ddc0b18e14c8a44d32
+size 3203
diff --git a/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b99296681a220ba64db061338355f03b5437357
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_1/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3373762dfbf777360c83196343dc2f031a556b7d3b1aa5656780b34e883e3462
+size 3203