diff --git a/params/opt/4/rnd_search_fb/comb_16/init/lm_head/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/lm_head/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389b6182fa04804270f65665587985109d1a5e82
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6cc93f3e995a80dccebd1ac406c8c0d73a68a3260426541a79ccabcdcaf28da
+size 202243
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92deafebb553beeda1ae3a3d595ec991a6cb910
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a84cd238578a2d65bff696542dc6404fd97bb3da15a780d51673fbe775b878b
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a16aa6cfb46c061df36b6a456275202b41ed09
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314f698ca50d8f1419f10558ac9408e0f1139ed37e48830201afe67b655b20bf
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e43ae131e7c40c2dfd378cb11134e7304bfdd4
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2bbecb245d9927dcd9e51017dd0e1a684c9e21883c234006568b5f6707b3e8
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0affe9f107765369cc69bf88fe2613a67534075
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe2e3acec38e440cb33705f4ecef879fb6bbe2a03da2e5955c8a22ff55c6448
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac37873e86bd8616b4e0003865f5b5c5f7e5644
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6441581ae46b441baf76e3b1e17ef69d5189e23d2296a68ee485bb967a43017b
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e718f76b93a8097046e5cc92b46084a857d5ff
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e943fe772fddb8176a976132ee5fd2b29321a9cdc3a2362691bf0baf9c496d
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f2cd562da036956d2f45d5a84dff3cedab09b6
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b120acfdca151c13745fcd04b97326b95100008b6e8c2f74118cc05f6eee815
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ba777ef3329a8877b5a38d41f77808c710eceb
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c860aa36eb4630aad935bc8ebbc090cd09357b9cd77abcc5a549e20d49272ef2
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f24d8f6945d01011a44ef1452509a951b2b708
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:951964bdb4b710cd45b5a041ff4781e7c0d47fadc198934ae73edaf276ac5fe3
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f16e75250a4c0a6882d05bb07981a048bdc81b
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b312521cd53f9d2483ea659bb759becdc6c0501cbd555f935dc4681c9c6fa4e6
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b918a478765cb1ae9b6bcc7dcd018fdb348212dc
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22841339f6348a7a4cf64aaacf937e26ad219fb14c2e7875875f6c5290c95ef0
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643d79b5cbcff58311a704f8207d6a3981198a73
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcadc5dafb7485c0aa3d4d4e3c8affef068441e22159a88926b52c8f78fec2b3
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6559d168d8533787fff8bf0342416b1edf783b5
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a21513d42944bbbca667179e377026cb263ed7e288e3efe3ec453afbf056537
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611f875f2773fc0c2a9d37e3ad67e2dc34e6cdbe
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7a5786c96f949cfd10aa6cb5e3eae9ac8b7c162d5284c1b472ad3d7bd6cc78
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc332b4b406c87dee2ff56872134128061179d1
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c40b45bcf33ad94a793f43d21eae8fbaaf5854420a6d364b3841065c2a04f0
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2167e74d93fccc4711ab2392f7bcb5f8087c8fe4
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a90f2917fe304d6a462bc12fcb112bfcf74fdba3058cde05e69ca578de5fd37
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b7fbf5d62b1ffe5ace60066e38b4b0f65ff085
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639f198f2364ec1f461dc31f07ed13c168bca644ff5d33d6b7bc4acc626dde80
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..996b6250423ff22f2d424138d0acc344c231e9f4
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea8159bfad034526bd46b3cc4dbfbb2806a8f7fc68044282162e520814a7866
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98614e06e0d5fe760317068e3948391b6beeb081
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd28d0aeb093de1f6c388dc9410799d226fe0e6dbf18c5db115bd6e80baaf89
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d59563e24dcb14e2dd00337bc4b0010bf62192
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f025e71226392c7d78b601f3b1a85ec7dee35ae2d719607fb055b314f18de31b
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11c761b98c3a64d67955afcd3ea2b989e142e9d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c354a487ca941de070731838c012719eac0be84df7ab342e270cafa3617c0148
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a12b6770a5e5bc7e8afb4bf41104549cc391abd
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8ad0a6ea6655b8d61e0070fb4805e14fda05d33d6c4063e9d2dae85e351a85
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0e5ab5d369a7df51570cc61c48cf5172dd11c8
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93269f72b6c2fab037ffff253f8b5b53d04b13f1719edc975f0b1a642135602
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83671ea9648a6b6abca1f5340d56bfc00194bfa0
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52829bffe681cfbbf8a38df33285396e38676ab61ea2d5166f4b86880973da08
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e108ffd6c81440f4f5b2002377c10096e534cb44
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791120e9cd80257b7c03ccdcb28578b17f022b12cbc1f2608cd87c8bf69bb9d9
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8098a0c42e0f01082c2388332e78474cbbaeff37
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f61b59d785012dd2ddaa032b7da6ad824407b9a79cf7033da2a9daee5aa137
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f76cf6c1f4aa04f0f8952dc55da2709d9016a0
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee325764519c757d255c8b1980e3d8f8eb0703ce6a637e273b18d3316ffb5be2
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b10da2bb63349b716336224d2a9a32e98bedd07
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d42e94527d4d141b3c8a9b5c10d7b4d1c68d52e33ec29c81d17ab64f24a31e
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18bf9889abfbb1cafaab6700876b0fd44d1831da
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3b8c3204475cd054c9910580bbd0a631c42be68263d46d2a860259528486de
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21aba26d02cb50157ee70be7c64eabfcb5f74f61
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9643a7a0f881ee8220877e2aa39f186c628f0c2faa0393a550f2992d3d4815
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6b7376e3c820cc1747c7ba47436f3d81fcb839
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a211898c15b8c63274bb182acb5493a4fe328a6db1bbd05463656e4fd6a74bb2
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb297bf0197d2ddcb962593325023ddfedfdcb50
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26450138a96157968373294a4967411d62e310e4cde16a2b6ded71ce48e1490
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8592483a48460f0346d1385623dc7d6d90942834
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a883f1f33267708cc7cc36b41149c44bc559fa8cfcffe43641e916aebfb811
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e690dae29853d81c68e5ddbb4eb531c8570183
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5efbc9129b4603ef87651c7a4a97a163f3a94508a8575c4902f8e2aeaddc64ab
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4900dc37215058fa5dbbe45860981af98e1ab665
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2189561b113cf47a48be6e419f26fa10d9d15503c50486277cfa0051060ff3
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da30ecb543d1590b59dc834c92e6f05b9bb7072
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39738129f670c27cf3d1a3e2033d615bf2fa37081bf077e3ae3ed2c25fab1696
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebab0dd1e0bda85f6038e96a921edfbe541eb553
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee88c44d6e142f660a7145d421ecbbce9d5a186552da4e2529019e963b6d0901
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3952e27de142f2d0cf3cdd73e07dd5e81dee6f80
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e3db244d62474e84271ce439972d983eb3ec0eaa50dff4e8c3b2e585ca2590
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bff4df14cc1ff05eb1b92bb05d3aa90d6d6bcd4
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f362ce1959038b36f25509acb209fbcdc067eec683ccfaa89d7fe1f3c25fd5
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17418c17d72f04f7bc50952b948f83de2dc7e90f
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6426c14200f54aea8f210e81b222ce3cb373a2e77912a3dae0de6281ba3219be
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59bf3dfdf41a50d0ffeb7d204946c0196385e9cd
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734ae03420f61532cedd754fa74faeeb4057fdd593d98465bc2fbe5608674f38
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e160858a07060fb916211ae1ebf149b05a1b802
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6c46e8829e70875898b9836485ecfb63d226d44ca6d30b92c9e524e3e6c339
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10ce94b501432e29990f2df841a7fb1e6cae1fe0
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2511ae7c874a2e84e720d57b77e5bbe52e3fce9ecf0ae534d8c765d2c890c2c8
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d437539ce5e7e43ea7778c3e9b9fec6867de76a
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525bbe6f304dafa402318adc94158506ed33c6c4918fefc02f2811e3d54be66c
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f70f43c6437e27204403d7e7852bb2bc079b6b5
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bffdb17070f973b5ece93e9d5d68955c262c1320aa028f342c11472e5aa39e52
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca3ef637c8df7e6158c46846e083a36c6eb203c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20fb2d406ee91deba197aaef1fc2bf73c8575f6b3569493862368862152b5acb
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3b2a37913038e49fee6b02092c323a92a37e3d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a564e5aae7e428aba579bbc4a8cf384ac43a3a67d7db44af82225474c862b1
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b6afdd217bceb94037e1a710190ddf5306e859
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:935670aef291865e53a913183528c6cf26d555d1de0b1ef98068a73377f48b10
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9adf51c6c2bce64f5e8b6382802f53d60a7d3114
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb18ea13eaa67adbc4fca96804b04ce53f53ae74f98eb44bd89af7a0c8ac160b
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b729cd022aea2e04de80838afcc8ad6a19f887
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a210410f788635ba7ae021c4f2965c385ffb8acd73d03bcaa13249bf770278
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd39635159ee456ca2dc934b685d40d1e689d990
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec68e6519d8b08409cee77ae57c1f6cdfc673389c3123919d986018fd5022e0
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39be8813ebc2fe768667ef70c3f02d53d91158ab
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a347e0b799ef35741a908067560acbb1b4d6fe8dcf5cbbff32246c5780d03e1
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e282c58f00c0db74a12eebc6f886ae1734ef809
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b56de35110b5a5e6ec326d4d5beec739071c7efe4613af91a2a2ce3366b51a2
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66743169f060eb5ef6e8b9484971ac44eb49cc0
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ece725589139020afa11bf74eb900fcfe871a1c5615fb0e3f3e5799c2f21d9
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb7994eacc284ae6535ff16a58191d5a82ada74
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270e6c18c987729a18c02f9ee760e0bf9959a277c7eb94654b2a6f9545120c0f
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbdcb79da2479d64852ce397a8aa8ebaf6a4cd4f
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e1d47078ac73b62a8067cc37c214b2d9b9759a61b1ccdd630e406158276dae
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..622f1eb78dc233d5a52ce5d6461449826f94b011
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f34764f1b9d315c074889371781459694a65439fddab38378eb73066e4a4419
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a8fcb18e33defca8c23d60ebe5cbe74af4f04b
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea63fa95b76dcb1c6cbfb70e395168448c9dae75a70a52e83fa3f207e92dfc62
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de2efb4d52b3bdd1143e1310ad30006ad30c7df
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d3e1931a4e76d32f11bd53f7eb25650a8792f967335bc46d3371c060d085cb4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c7abd0cf394f2ebc8da8a6798fa7150986a7df
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7062a3524bfcab5b969c31ad29aa8c5911198b2e189731cfc4dd2f3a3018cd2e
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5201a3eef26781324fa1814c7ba65e29cfb40fee
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5416de005d37d065c4cf85b40659f1a63a3df2db408b7e14d08e8d64aca341c
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d3ea031fb968ebcbbf748c15dd7f043c5ed7d6
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c9616e2695c8b673718c7129ecef22ca135a3ca51ac5e8e62daa0467046cf1
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa2d0ee3898860c200143798f3d2e690953b100a
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f94c9cdb42e5918fb22398cfbdbd28365565a8c43ac9ec1a85345028d64e56f
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9b37acb299d3204f4bd74a2e7e3a97ff45403f
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061fcbd709c4718d1799435782cf1498c61601d595645c3ba435a3a3b88d75c9
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a83fefe7188e1cfcd562709c05da5f2a0a3942
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e624a1b03fe096d901105f484535a64616a7a2a98d9c7a72e5e8885dda39c3b9
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8026218bbd2d6c1aedeb78316e2b859a041eeafc
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de78678a564f17e98f3876983a56e9bbf9a5e173b74d3dcaa31efae18b96788
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d965b761cc6e4fed2d4aad23e499c6ec3643b3
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4b6dc66380d678861084326abc554c0a2cd35b4540ebcfee28f16235e8a9c5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e2921cef9892326ed3f91b5ae6a21cca75949c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:617d336a2304d61ea34b95dcb9c98f77ac57899dcd8ea5fff4b41412546d5c64
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0bf69aab3d1de925a7283a636643e361acd14f1
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:906bbcbd95d7083ab1a7f8c47630911693b16bbd2b6de5d25ec98e426bcbaaee
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011af81bdc535e054bf2945e4919392afc5dba0e
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ef37fcb28c59318b04b4212a42e55374f65c34da325ab8fa62767df2b057ee
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5870d9343db037b4af36102cdfe61043b0c1663d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406351192bd87b6abdafc48ce7cec5608373dca74a5cba0fac90e10bf715bfc4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450071ff68ef76bd1972cb2d4732b85af23526d3
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf515eb2a5937b1df7f6686a75248b29de786e8cd15088c81ac383ae1d0a1d2
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec340f1a3e901eb2bda93d6deb9309740b54a74
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ecee3d2c3606050a21a857947964864609f5b3c550a3a56071bf2d263e1280d
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf0a6c329e457202c001647b5669ffa67ae892d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a557fd862a810bed0e6a35b6faa0b2441dfd6818a1a01c2b459b78b48eccea7
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6af2cd56b1206739eef4e16885ce4ac16b2f1e
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb5fac9ac217cee46ee3dd5f06de2cf44cbfa6150a47b87f40ec6319e2e92b7e
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03c338d3fb12a21bb0b5a519ce6ef48dd71e0be
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ca3120b81e4862c0c744c6570c36e1f94a3389fd0705ad6cd3393d848d8c59
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f4ac69937c898b2671e43b72c9d28f6224c704
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2ace6b54da227dc126a983eab0a4ce9b79f4999dfc6f903e6a9687dee75e79
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce05fa7fee8a8f1c33dd94f21e6844c4f2bd760
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5763feb6327f167b36b27ebdd1a3a28594813c049fd10d74273c5aae50c170c6
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db2a47403c968983308224d6aff43d8f3c8425b
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ab4a14b1858c2f9dc79aa07c38ef43df66a3a2f75b0ea2a9fb78fc57b566aa
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1604017fca30dbbad93984128d5d322b4635fc
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e803ccefecb6e17127ed7cc690267cca485c61a8aa0d30cf4da2a74fb7dfdb9
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b76b0750c9e9240544a4f609bb037f812af5fb
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dbd7b81cc7c94e5b422b10acb6f89754bf711c9cae19451bdb9a8fca16f630e
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a175ea992d3db222af5986e979821f12eb113807
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd14375a5d67ea456bbc37bf5169d8b3ad24c566433fbf4a29e592b9b14e87b
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178b42860f2340add327429392bd71f3ee2d75b1
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c5a80079ffe78b3ebae24a307d5e5e7c5d531627421fd4368d9c58a52544bc
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7efb489474998d401d388116ae5116f201001e8
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6d001c62ff0c0b094c8302cdc08ca906fa34a386e0872ff898d8706b3d40f3
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..842b7a38a1742bbe4ed94b205ddc8856985cb5d6
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766d822d98d29bcd540e7103c661108f01160fa279ba285d9c828516e8f18288
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea6f8f805f1adb4afdf83b3eb6d8f0a9b3077f8
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f498543f8b91cbdc3ab1112a42a297fd6f9c0c155b52c0cd84fc6436cde2d7
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7355a11bb167ffb6648320319607626d9287249b
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8212caa90da21d31420687df574a3e00c3856f8bbf43aa5773d309fe125a3ff
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd2a6739dee118fef591bd767628ba4436b5466
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77444497ffc50537763908c9677c580d9d1b5758efb04d66ed5db885120a634
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ac60c6cf2170f6f543dd252434a89fdb067529
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be03aa37415c0e5db1a9aba92f79f95aa3189797241ba2819d43e70977a7547
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0754dde0e7ec950848befdfe1964ecaa73412926
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d9019ebf06e9dbb0b52f7727ae94ca60706ea6feb39d0e32456c9f64e007ce
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6574e89a44cd1250de768af13319d6ddcd6fbeff
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02878b78efd7d45c0dadb27ab3916086eb00edc7bb89b6af7769726f48de981b
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb42b84056f2737c9fa9f49601e51f3596166a7d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f881a8b254275d0ed4b7429997fb7ce382940288a251de035131ddf3444920
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..573d098f845987efdd6f6c290b3cf7f83c7c491a
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c79ab1cf15d2655e216ad4720bbbc9767c0afce7a096feafc62a5b344b4f4c
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa33c0993c7da7ae59422b020f468608aa775ac
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e34183014e198fe8bf847c88553d1eb1b129b5826ab8b28d66270834d7f47c
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6947cde29428959e944eeb431129f90c9e12365
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63237b825d5a47d6049fbcdd9dd84f911906ee2782b329bd35aafcbc1034a2a7
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a31e565b83ddb3b88abd428630806b362589760
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6456386f5432ec0409558a7cc8625ca95396a41cafdbfec422a79c1bc002ec
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91cb013c1a58e2f28d4bcb67f4e17117b4d5bc73
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea96514757700f5e11f169e5638d4a9e945b85ea57d6ff5e4a08ecacbcd122a
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca8d40348398cab2f6db00b8581410fd297c979
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea8fe2d0987a1f9db1ed74a340593e9f7ec4be8854572fe29fb242bdfa410f0
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e666f8af43df465a9996cb011db051f8e0be053
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f468723b17b8344e602ba9afeb4d1b16710d44a33e92aab857f998a09de4a189
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8e791137cae7357dd33be4f44bcf2579546c9a
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c0f218bb72cc6db0de189e253982d21d6ae9ae7c5e0852998da78d2dbbbe85
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c850ce11766dbe9ed044becfbc55bf8492916f25
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66484ba0c288618f7a678836bd49f6a3b9592bb193fa0740251c2693799d213c
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49aee471636d7aae52ca8d7081df3c48ebac364
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a8b19e8e3f58b5390dc363b9b051618c4c5ce3c5f7d97ca1bd7b47a9dddb4f8
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf6107b91e1ed2cad85068d91b679b0f7fe237e
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31cfffee4973bb29e1f26f2eec26bccaa703cbead2751ef23c54930463fe757
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02deb070069c2c4d7031f7a1ae0036162403a442
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0fee81fdb1ae5b9f2b9e3f5314101a0df2f7327066c957799989c27542f8f9
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648297d739c4781b66156b97b22ae8e160cda2f7
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0359d23e04eec0b4edd46d376195f892e03a21f699e391711cae32c2fe7f57d6
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..884e1d7479740c393855975a50816f5f561f7dfe
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8cba3426671e579cbb4854a7dfb206b784609f67715fd115b4338571a8f07f8
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4948359c7435ac26f012b7cedd719a3d36421d8
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd6645d83961f0191198b2bb95572203d1b0c7f6e85f627020e9113333bd65f
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4337a18b5d3501eb63cf3a36b98f8bf1fc2da454
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8738d64dfc5fcea54428d85b392b6a84bbf08c147e5cd070ec6d52dba44628
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c63f6d0cdcd0d988ae989753556eafb56560be
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b83608b6160679409d8f5627e0d21f7b02a87fcba69c7d1f71389056bc541ec
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05161bebe03a7889fef577fd8f814ecf40200874
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc0b5426bc5f87f5fa8c310ae650f30deeef49987aa24c0dfd40b049efca1f3
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7875bd9680c16fb1dbbf7273e247de3e235962a2
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6378b0b5fa3e375d5d436bbcdbfb723fb10b1846b16fe6f410aa9175de7ea3
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ad40d31e57ecaf697910cc5bf281453b6c72aa
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a21d1dd29c74251cd8a02f4ada522405c1c6d0e32288f935e5db1d18f8b2a16
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c5d46d560967caeb700a08049b06746b223cc1
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7776b31218e9a55fda79246f049c471ccb751889df21220aaaf1d4ef21cdfc34
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858fbaac3abd46e49ca297c603b0f8b47514fb73
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6fc7ccdc0907ba00ce15a69b3f1d78fc7cd7b799fa8b218b7065652b3ba3f35
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4782a47f2ad4f8d7279b14c7dff4f5362969981
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ab9ea19a878acf6ccdcc0d5e2f6a547bc33ec852088cf16b381a211fbef51b
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04c41a279b8aab1d4b04f16a692778a007f71be3
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a5c4d582653ad30ff00d1c6a68a0c06abf8ac3df1c79cd097a228bd2030bdc
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895f705dbd1c7d439f2f88e7e64f92b32ae6ce6c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab851650c135c19b7ec24ae4839566c33251eb9d77df206414a2e68c578e86de
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16887ddabe42e3bf6b80e3584bc91e52585901e9
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830aca037777c40af1dafb7fde4ae7c2d939cd70412644e82047b496f07cb5df
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c423227c31134ea4835ba6d24b0b26403c29013
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:868c4ca563bf2626f40e66f7c4320dc2a8a11feab67ccfe3ea288ff8d7bc07ac
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3beb71e65a025dcae0cf1ac1b334627d2b6956a0
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc43c918cfdc626a7af823bc1f544dae54cfcfb868f780cee4f2b74cd3d1d783
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1657425cecb59dae436893c52c1fdc642a2337
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3781765141f650f3ce53236547cb8f3cbd63b7fabe2a2284cb56095f907d150f
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb3001c90ff137f39d509a9faf6dace32975f95
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7373a3073e2d55ee11d3aaa12e3f6e9909c21fe317565fb000603314e24f470
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0eb25e41fb86133f2a39daf544bd0578ef0949
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d224029ff6491d4ca544906fd6e6efcf291087e9719a0a1de7fc215957814
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8558c051c43161a767bd9657906f308c4fb1e3a2
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad3a692d39b5d7e07554e5a59a27ecadc63a4375fae7a3fdc5eb2f76b356065c
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6acb9126eb81a2d0dd5b4af543d812153eaa20
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30cf59d14e1c41544715a31c2f2270ea92ac497a6b58248bea6ad79db22d274c
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9495417b2b3f2bf69eff01126ecb8adcfd79363
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd474f1973d31fef6fced5eabe781f6dd61e29edf4cbf75e807548a1f77da08
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3fa0a2071f51a3672a3455d4dd9074a59ee095f
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46fe168d0837308e4599d77486d6957f96c364a5a1737f863c41101538a6d9ca
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0d6e0b7880eb3eb33c1b8338b9c7841521aa8c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3c68c4e6f6ba28c77d0358434466b0fa6925d47e35f969b1703b09dc79a936
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e5094c761394c393340ab57606bdc7c401d5ec
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d52fc99fbd04b05d9a40a6381fa54a9ae38ffc933da6bea57980a456a24a08
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8aaa7569252e1e07c81ab141a92b8b35105c34
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f782f94793c3d19695331067131d77d75b47efac39b0be46c51c6d73b25cb45
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..326e02978ad775b8073c99895fe5bb0303c85e3d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8b42b1a333277caa5e6f16ccd8b9ace0d217352300cb1636579b281aae587f
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01542525fb93312e8b967324f6e3d4d90e42caff
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91175d1b83b614a867e18b0e4021bf121cfc5a03d380e4261d4dbb2026172b6
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db036725ac86062f609d4a279c03a1327135e65
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f3e298508e75d67614bc713c42a6c4014c47473b080e0c2aaa3aed61b89186
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c297f28a358cfe3973ed581ce1e5bf1a2c0ab213
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d767e725b6080bee3151d54ff7f9dddd4560d6b637854b86a67d329a7d68bed
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5994f0fd0d975b5b9836f75d360ebab053210d25
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001dc87b3425d4b41dad22297a15d38da01efe7a33c2ad920c110d7de8c55333
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ad5e20f4e40390ab76f6af823d8efd43b8b004
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ab8ba4a075d0fe3ce0b7e354d1f933b07a2560b9c9e7be00b670213acc1b67
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c616311ef0e7c6a09356182fd46a6bcf2d9fadd
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee5484b125ad9326d7d6d16866c1104a67ee4633098b92b6d0601a8ef9916bb
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe393a5942725dda043afe46777265440b29e88b
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31cbabacfb6a038ae5bee78f802faf61fc07e4aa3a343b6376d94d9c2e9ba378
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9427e2d26bce8388fd76106d1d251b0722720be5
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cddee38bc989199d69656e8cade59b25e39ca146129ccd3eaebbc8706558743f
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddbdd1bceb69852c6ad004d4f49aae06ee24312d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9a93862da0d1165468fb04a7feeb40e719ee643ff499b7a7bc4b6f47cc77fc
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47988bb35b1efd1d69824aa480f52ea512913815
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54f202cfddfc22ad695a6a2dad42122f30c8c72a47b6f41afab1dca644ca100
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9154fc5b0529cd47fff116689d6376a5fbff862a
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c223f1420a831988ecbb3af40b3d609cdf93259a392b333455a628f70e22557
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1abeae2e487ecf0aeb5fabdef9dcf3782f7383f0
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a918926af2cb2b2e37b7862e76ad57efa264f2e2d4b471b22ed3e0050b43fdda
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..005270b80d5084dd66e457be86fafd25d0575ade
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5fdaac50d60a6b568c7247b4c811cead618f2d072be10b9130f89039afa5c6
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36026f8d2a5e1c75753854cec79f9eadacbdad1
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd169e2056527959ede0a47c8dd4a7199886fea167d4f98a77d49edbcc9a3765
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c9e9384af0de3b3205ce120330a621636fa632
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8c6ca04deb79261d89cd1c11cb186d8b02db13aa432ea92628aa77c2691864
+size 3203
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/lm_head/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/lm_head/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389b6182fa04804270f65665587985109d1a5e82
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6cc93f3e995a80dccebd1ac406c8c0d73a68a3260426541a79ccabcdcaf28da
+size 202243
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92deafebb553beeda1ae3a3d595ec991a6cb910
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a84cd238578a2d65bff696542dc6404fd97bb3da15a780d51673fbe775b878b
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a16aa6cfb46c061df36b6a456275202b41ed09
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314f698ca50d8f1419f10558ac9408e0f1139ed37e48830201afe67b655b20bf
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e43ae131e7c40c2dfd378cb11134e7304bfdd4
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2bbecb245d9927dcd9e51017dd0e1a684c9e21883c234006568b5f6707b3e8
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0affe9f107765369cc69bf88fe2613a67534075
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe2e3acec38e440cb33705f4ecef879fb6bbe2a03da2e5955c8a22ff55c6448
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac37873e86bd8616b4e0003865f5b5c5f7e5644
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6441581ae46b441baf76e3b1e17ef69d5189e23d2296a68ee485bb967a43017b
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e718f76b93a8097046e5cc92b46084a857d5ff
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e943fe772fddb8176a976132ee5fd2b29321a9cdc3a2362691bf0baf9c496d
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f2cd562da036956d2f45d5a84dff3cedab09b6
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b120acfdca151c13745fcd04b97326b95100008b6e8c2f74118cc05f6eee815
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ba777ef3329a8877b5a38d41f77808c710eceb
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c860aa36eb4630aad935bc8ebbc090cd09357b9cd77abcc5a549e20d49272ef2
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f24d8f6945d01011a44ef1452509a951b2b708
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:951964bdb4b710cd45b5a041ff4781e7c0d47fadc198934ae73edaf276ac5fe3
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f16e75250a4c0a6882d05bb07981a048bdc81b
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b312521cd53f9d2483ea659bb759becdc6c0501cbd555f935dc4681c9c6fa4e6
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b918a478765cb1ae9b6bcc7dcd018fdb348212dc
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22841339f6348a7a4cf64aaacf937e26ad219fb14c2e7875875f6c5290c95ef0
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643d79b5cbcff58311a704f8207d6a3981198a73
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcadc5dafb7485c0aa3d4d4e3c8affef068441e22159a88926b52c8f78fec2b3
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6559d168d8533787fff8bf0342416b1edf783b5
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a21513d42944bbbca667179e377026cb263ed7e288e3efe3ec453afbf056537
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611f875f2773fc0c2a9d37e3ad67e2dc34e6cdbe
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7a5786c96f949cfd10aa6cb5e3eae9ac8b7c162d5284c1b472ad3d7bd6cc78
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc332b4b406c87dee2ff56872134128061179d1
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c40b45bcf33ad94a793f43d21eae8fbaaf5854420a6d364b3841065c2a04f0
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2167e74d93fccc4711ab2392f7bcb5f8087c8fe4
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a90f2917fe304d6a462bc12fcb112bfcf74fdba3058cde05e69ca578de5fd37
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b7fbf5d62b1ffe5ace60066e38b4b0f65ff085
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639f198f2364ec1f461dc31f07ed13c168bca644ff5d33d6b7bc4acc626dde80
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..996b6250423ff22f2d424138d0acc344c231e9f4
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea8159bfad034526bd46b3cc4dbfbb2806a8f7fc68044282162e520814a7866
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98614e06e0d5fe760317068e3948391b6beeb081
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd28d0aeb093de1f6c388dc9410799d226fe0e6dbf18c5db115bd6e80baaf89
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d59563e24dcb14e2dd00337bc4b0010bf62192
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f025e71226392c7d78b601f3b1a85ec7dee35ae2d719607fb055b314f18de31b
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11c761b98c3a64d67955afcd3ea2b989e142e9d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c354a487ca941de070731838c012719eac0be84df7ab342e270cafa3617c0148
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a12b6770a5e5bc7e8afb4bf41104549cc391abd
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8ad0a6ea6655b8d61e0070fb4805e14fda05d33d6c4063e9d2dae85e351a85
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0e5ab5d369a7df51570cc61c48cf5172dd11c8
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93269f72b6c2fab037ffff253f8b5b53d04b13f1719edc975f0b1a642135602
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83671ea9648a6b6abca1f5340d56bfc00194bfa0
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52829bffe681cfbbf8a38df33285396e38676ab61ea2d5166f4b86880973da08
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e108ffd6c81440f4f5b2002377c10096e534cb44
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791120e9cd80257b7c03ccdcb28578b17f022b12cbc1f2608cd87c8bf69bb9d9
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8098a0c42e0f01082c2388332e78474cbbaeff37
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f61b59d785012dd2ddaa032b7da6ad824407b9a79cf7033da2a9daee5aa137
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f76cf6c1f4aa04f0f8952dc55da2709d9016a0
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee325764519c757d255c8b1980e3d8f8eb0703ce6a637e273b18d3316ffb5be2
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b10da2bb63349b716336224d2a9a32e98bedd07
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d42e94527d4d141b3c8a9b5c10d7b4d1c68d52e33ec29c81d17ab64f24a31e
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18bf9889abfbb1cafaab6700876b0fd44d1831da
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3b8c3204475cd054c9910580bbd0a631c42be68263d46d2a860259528486de
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21aba26d02cb50157ee70be7c64eabfcb5f74f61
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9643a7a0f881ee8220877e2aa39f186c628f0c2faa0393a550f2992d3d4815
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6b7376e3c820cc1747c7ba47436f3d81fcb839
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a211898c15b8c63274bb182acb5493a4fe328a6db1bbd05463656e4fd6a74bb2
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb297bf0197d2ddcb962593325023ddfedfdcb50
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26450138a96157968373294a4967411d62e310e4cde16a2b6ded71ce48e1490
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8592483a48460f0346d1385623dc7d6d90942834
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a883f1f33267708cc7cc36b41149c44bc559fa8cfcffe43641e916aebfb811
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e690dae29853d81c68e5ddbb4eb531c8570183
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5efbc9129b4603ef87651c7a4a97a163f3a94508a8575c4902f8e2aeaddc64ab
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4900dc37215058fa5dbbe45860981af98e1ab665
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2189561b113cf47a48be6e419f26fa10d9d15503c50486277cfa0051060ff3
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da30ecb543d1590b59dc834c92e6f05b9bb7072
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39738129f670c27cf3d1a3e2033d615bf2fa37081bf077e3ae3ed2c25fab1696
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebab0dd1e0bda85f6038e96a921edfbe541eb553
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee88c44d6e142f660a7145d421ecbbce9d5a186552da4e2529019e963b6d0901
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3952e27de142f2d0cf3cdd73e07dd5e81dee6f80
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e3db244d62474e84271ce439972d983eb3ec0eaa50dff4e8c3b2e585ca2590
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bff4df14cc1ff05eb1b92bb05d3aa90d6d6bcd4
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f362ce1959038b36f25509acb209fbcdc067eec683ccfaa89d7fe1f3c25fd5
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17418c17d72f04f7bc50952b948f83de2dc7e90f
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6426c14200f54aea8f210e81b222ce3cb373a2e77912a3dae0de6281ba3219be
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59bf3dfdf41a50d0ffeb7d204946c0196385e9cd
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734ae03420f61532cedd754fa74faeeb4057fdd593d98465bc2fbe5608674f38
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e160858a07060fb916211ae1ebf149b05a1b802
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6c46e8829e70875898b9836485ecfb63d226d44ca6d30b92c9e524e3e6c339
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10ce94b501432e29990f2df841a7fb1e6cae1fe0
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2511ae7c874a2e84e720d57b77e5bbe52e3fce9ecf0ae534d8c765d2c890c2c8
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d437539ce5e7e43ea7778c3e9b9fec6867de76a
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525bbe6f304dafa402318adc94158506ed33c6c4918fefc02f2811e3d54be66c
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f70f43c6437e27204403d7e7852bb2bc079b6b5
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bffdb17070f973b5ece93e9d5d68955c262c1320aa028f342c11472e5aa39e52
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca3ef637c8df7e6158c46846e083a36c6eb203c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20fb2d406ee91deba197aaef1fc2bf73c8575f6b3569493862368862152b5acb
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3b2a37913038e49fee6b02092c323a92a37e3d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a564e5aae7e428aba579bbc4a8cf384ac43a3a67d7db44af82225474c862b1
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b6afdd217bceb94037e1a710190ddf5306e859
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:935670aef291865e53a913183528c6cf26d555d1de0b1ef98068a73377f48b10
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9adf51c6c2bce64f5e8b6382802f53d60a7d3114
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb18ea13eaa67adbc4fca96804b04ce53f53ae74f98eb44bd89af7a0c8ac160b
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b729cd022aea2e04de80838afcc8ad6a19f887
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a210410f788635ba7ae021c4f2965c385ffb8acd73d03bcaa13249bf770278
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd39635159ee456ca2dc934b685d40d1e689d990
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec68e6519d8b08409cee77ae57c1f6cdfc673389c3123919d986018fd5022e0
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39be8813ebc2fe768667ef70c3f02d53d91158ab
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a347e0b799ef35741a908067560acbb1b4d6fe8dcf5cbbff32246c5780d03e1
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e282c58f00c0db74a12eebc6f886ae1734ef809
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b56de35110b5a5e6ec326d4d5beec739071c7efe4613af91a2a2ce3366b51a2
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66743169f060eb5ef6e8b9484971ac44eb49cc0
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ece725589139020afa11bf74eb900fcfe871a1c5615fb0e3f3e5799c2f21d9
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb7994eacc284ae6535ff16a58191d5a82ada74
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270e6c18c987729a18c02f9ee760e0bf9959a277c7eb94654b2a6f9545120c0f
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbdcb79da2479d64852ce397a8aa8ebaf6a4cd4f
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e1d47078ac73b62a8067cc37c214b2d9b9759a61b1ccdd630e406158276dae
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..622f1eb78dc233d5a52ce5d6461449826f94b011
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f34764f1b9d315c074889371781459694a65439fddab38378eb73066e4a4419
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a8fcb18e33defca8c23d60ebe5cbe74af4f04b
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea63fa95b76dcb1c6cbfb70e395168448c9dae75a70a52e83fa3f207e92dfc62
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de2efb4d52b3bdd1143e1310ad30006ad30c7df
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d3e1931a4e76d32f11bd53f7eb25650a8792f967335bc46d3371c060d085cb4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c7abd0cf394f2ebc8da8a6798fa7150986a7df
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7062a3524bfcab5b969c31ad29aa8c5911198b2e189731cfc4dd2f3a3018cd2e
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5201a3eef26781324fa1814c7ba65e29cfb40fee
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5416de005d37d065c4cf85b40659f1a63a3df2db408b7e14d08e8d64aca341c
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d3ea031fb968ebcbbf748c15dd7f043c5ed7d6
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c9616e2695c8b673718c7129ecef22ca135a3ca51ac5e8e62daa0467046cf1
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa2d0ee3898860c200143798f3d2e690953b100a
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f94c9cdb42e5918fb22398cfbdbd28365565a8c43ac9ec1a85345028d64e56f
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9b37acb299d3204f4bd74a2e7e3a97ff45403f
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061fcbd709c4718d1799435782cf1498c61601d595645c3ba435a3a3b88d75c9
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a83fefe7188e1cfcd562709c05da5f2a0a3942
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e624a1b03fe096d901105f484535a64616a7a2a98d9c7a72e5e8885dda39c3b9
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8026218bbd2d6c1aedeb78316e2b859a041eeafc
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de78678a564f17e98f3876983a56e9bbf9a5e173b74d3dcaa31efae18b96788
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d965b761cc6e4fed2d4aad23e499c6ec3643b3
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4b6dc66380d678861084326abc554c0a2cd35b4540ebcfee28f16235e8a9c5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e2921cef9892326ed3f91b5ae6a21cca75949c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:617d336a2304d61ea34b95dcb9c98f77ac57899dcd8ea5fff4b41412546d5c64
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0bf69aab3d1de925a7283a636643e361acd14f1
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:906bbcbd95d7083ab1a7f8c47630911693b16bbd2b6de5d25ec98e426bcbaaee
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011af81bdc535e054bf2945e4919392afc5dba0e
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ef37fcb28c59318b04b4212a42e55374f65c34da325ab8fa62767df2b057ee
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5870d9343db037b4af36102cdfe61043b0c1663d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406351192bd87b6abdafc48ce7cec5608373dca74a5cba0fac90e10bf715bfc4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450071ff68ef76bd1972cb2d4732b85af23526d3
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf515eb2a5937b1df7f6686a75248b29de786e8cd15088c81ac383ae1d0a1d2
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec340f1a3e901eb2bda93d6deb9309740b54a74
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ecee3d2c3606050a21a857947964864609f5b3c550a3a56071bf2d263e1280d
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf0a6c329e457202c001647b5669ffa67ae892d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a557fd862a810bed0e6a35b6faa0b2441dfd6818a1a01c2b459b78b48eccea7
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6af2cd56b1206739eef4e16885ce4ac16b2f1e
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb5fac9ac217cee46ee3dd5f06de2cf44cbfa6150a47b87f40ec6319e2e92b7e
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03c338d3fb12a21bb0b5a519ce6ef48dd71e0be
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ca3120b81e4862c0c744c6570c36e1f94a3389fd0705ad6cd3393d848d8c59
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f4ac69937c898b2671e43b72c9d28f6224c704
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2ace6b54da227dc126a983eab0a4ce9b79f4999dfc6f903e6a9687dee75e79
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce05fa7fee8a8f1c33dd94f21e6844c4f2bd760
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5763feb6327f167b36b27ebdd1a3a28594813c049fd10d74273c5aae50c170c6
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db2a47403c968983308224d6aff43d8f3c8425b
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ab4a14b1858c2f9dc79aa07c38ef43df66a3a2f75b0ea2a9fb78fc57b566aa
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1604017fca30dbbad93984128d5d322b4635fc
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e803ccefecb6e17127ed7cc690267cca485c61a8aa0d30cf4da2a74fb7dfdb9
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b76b0750c9e9240544a4f609bb037f812af5fb
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dbd7b81cc7c94e5b422b10acb6f89754bf711c9cae19451bdb9a8fca16f630e
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a175ea992d3db222af5986e979821f12eb113807
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd14375a5d67ea456bbc37bf5169d8b3ad24c566433fbf4a29e592b9b14e87b
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178b42860f2340add327429392bd71f3ee2d75b1
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c5a80079ffe78b3ebae24a307d5e5e7c5d531627421fd4368d9c58a52544bc
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7efb489474998d401d388116ae5116f201001e8
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6d001c62ff0c0b094c8302cdc08ca906fa34a386e0872ff898d8706b3d40f3
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..842b7a38a1742bbe4ed94b205ddc8856985cb5d6
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766d822d98d29bcd540e7103c661108f01160fa279ba285d9c828516e8f18288
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea6f8f805f1adb4afdf83b3eb6d8f0a9b3077f8
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f498543f8b91cbdc3ab1112a42a297fd6f9c0c155b52c0cd84fc6436cde2d7
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7355a11bb167ffb6648320319607626d9287249b
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8212caa90da21d31420687df574a3e00c3856f8bbf43aa5773d309fe125a3ff
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd2a6739dee118fef591bd767628ba4436b5466
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77444497ffc50537763908c9677c580d9d1b5758efb04d66ed5db885120a634
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ac60c6cf2170f6f543dd252434a89fdb067529
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be03aa37415c0e5db1a9aba92f79f95aa3189797241ba2819d43e70977a7547
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0754dde0e7ec950848befdfe1964ecaa73412926
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d9019ebf06e9dbb0b52f7727ae94ca60706ea6feb39d0e32456c9f64e007ce
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6574e89a44cd1250de768af13319d6ddcd6fbeff
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02878b78efd7d45c0dadb27ab3916086eb00edc7bb89b6af7769726f48de981b
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb42b84056f2737c9fa9f49601e51f3596166a7d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f881a8b254275d0ed4b7429997fb7ce382940288a251de035131ddf3444920
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..573d098f845987efdd6f6c290b3cf7f83c7c491a
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c79ab1cf15d2655e216ad4720bbbc9767c0afce7a096feafc62a5b344b4f4c
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa33c0993c7da7ae59422b020f468608aa775ac
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e34183014e198fe8bf847c88553d1eb1b129b5826ab8b28d66270834d7f47c
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6947cde29428959e944eeb431129f90c9e12365
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63237b825d5a47d6049fbcdd9dd84f911906ee2782b329bd35aafcbc1034a2a7
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a31e565b83ddb3b88abd428630806b362589760
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6456386f5432ec0409558a7cc8625ca95396a41cafdbfec422a79c1bc002ec
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91cb013c1a58e2f28d4bcb67f4e17117b4d5bc73
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea96514757700f5e11f169e5638d4a9e945b85ea57d6ff5e4a08ecacbcd122a
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca8d40348398cab2f6db00b8581410fd297c979
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea8fe2d0987a1f9db1ed74a340593e9f7ec4be8854572fe29fb242bdfa410f0
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e666f8af43df465a9996cb011db051f8e0be053
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f468723b17b8344e602ba9afeb4d1b16710d44a33e92aab857f998a09de4a189
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8e791137cae7357dd33be4f44bcf2579546c9a
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c0f218bb72cc6db0de189e253982d21d6ae9ae7c5e0852998da78d2dbbbe85
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c850ce11766dbe9ed044becfbc55bf8492916f25
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66484ba0c288618f7a678836bd49f6a3b9592bb193fa0740251c2693799d213c
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49aee471636d7aae52ca8d7081df3c48ebac364
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a8b19e8e3f58b5390dc363b9b051618c4c5ce3c5f7d97ca1bd7b47a9dddb4f8
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf6107b91e1ed2cad85068d91b679b0f7fe237e
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31cfffee4973bb29e1f26f2eec26bccaa703cbead2751ef23c54930463fe757
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02deb070069c2c4d7031f7a1ae0036162403a442
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0fee81fdb1ae5b9f2b9e3f5314101a0df2f7327066c957799989c27542f8f9
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648297d739c4781b66156b97b22ae8e160cda2f7
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0359d23e04eec0b4edd46d376195f892e03a21f699e391711cae32c2fe7f57d6
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..884e1d7479740c393855975a50816f5f561f7dfe
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8cba3426671e579cbb4854a7dfb206b784609f67715fd115b4338571a8f07f8
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4948359c7435ac26f012b7cedd719a3d36421d8
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd6645d83961f0191198b2bb95572203d1b0c7f6e85f627020e9113333bd65f
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4337a18b5d3501eb63cf3a36b98f8bf1fc2da454
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8738d64dfc5fcea54428d85b392b6a84bbf08c147e5cd070ec6d52dba44628
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c63f6d0cdcd0d988ae989753556eafb56560be
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b83608b6160679409d8f5627e0d21f7b02a87fcba69c7d1f71389056bc541ec
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05161bebe03a7889fef577fd8f814ecf40200874
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc0b5426bc5f87f5fa8c310ae650f30deeef49987aa24c0dfd40b049efca1f3
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7875bd9680c16fb1dbbf7273e247de3e235962a2
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6378b0b5fa3e375d5d436bbcdbfb723fb10b1846b16fe6f410aa9175de7ea3
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ad40d31e57ecaf697910cc5bf281453b6c72aa
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a21d1dd29c74251cd8a02f4ada522405c1c6d0e32288f935e5db1d18f8b2a16
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c5d46d560967caeb700a08049b06746b223cc1
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7776b31218e9a55fda79246f049c471ccb751889df21220aaaf1d4ef21cdfc34
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858fbaac3abd46e49ca297c603b0f8b47514fb73
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6fc7ccdc0907ba00ce15a69b3f1d78fc7cd7b799fa8b218b7065652b3ba3f35
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4782a47f2ad4f8d7279b14c7dff4f5362969981
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ab9ea19a878acf6ccdcc0d5e2f6a547bc33ec852088cf16b381a211fbef51b
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04c41a279b8aab1d4b04f16a692778a007f71be3
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a5c4d582653ad30ff00d1c6a68a0c06abf8ac3df1c79cd097a228bd2030bdc
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895f705dbd1c7d439f2f88e7e64f92b32ae6ce6c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab851650c135c19b7ec24ae4839566c33251eb9d77df206414a2e68c578e86de
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16887ddabe42e3bf6b80e3584bc91e52585901e9
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830aca037777c40af1dafb7fde4ae7c2d939cd70412644e82047b496f07cb5df
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c423227c31134ea4835ba6d24b0b26403c29013
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:868c4ca563bf2626f40e66f7c4320dc2a8a11feab67ccfe3ea288ff8d7bc07ac
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3beb71e65a025dcae0cf1ac1b334627d2b6956a0
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc43c918cfdc626a7af823bc1f544dae54cfcfb868f780cee4f2b74cd3d1d783
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1657425cecb59dae436893c52c1fdc642a2337
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3781765141f650f3ce53236547cb8f3cbd63b7fabe2a2284cb56095f907d150f
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb3001c90ff137f39d509a9faf6dace32975f95
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7373a3073e2d55ee11d3aaa12e3f6e9909c21fe317565fb000603314e24f470
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0eb25e41fb86133f2a39daf544bd0578ef0949
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d224029ff6491d4ca544906fd6e6efcf291087e9719a0a1de7fc215957814
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8558c051c43161a767bd9657906f308c4fb1e3a2
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad3a692d39b5d7e07554e5a59a27ecadc63a4375fae7a3fdc5eb2f76b356065c
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6acb9126eb81a2d0dd5b4af543d812153eaa20
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30cf59d14e1c41544715a31c2f2270ea92ac497a6b58248bea6ad79db22d274c
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9495417b2b3f2bf69eff01126ecb8adcfd79363
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd474f1973d31fef6fced5eabe781f6dd61e29edf4cbf75e807548a1f77da08
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3fa0a2071f51a3672a3455d4dd9074a59ee095f
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46fe168d0837308e4599d77486d6957f96c364a5a1737f863c41101538a6d9ca
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0d6e0b7880eb3eb33c1b8338b9c7841521aa8c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3c68c4e6f6ba28c77d0358434466b0fa6925d47e35f969b1703b09dc79a936
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e5094c761394c393340ab57606bdc7c401d5ec
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d52fc99fbd04b05d9a40a6381fa54a9ae38ffc933da6bea57980a456a24a08
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8aaa7569252e1e07c81ab141a92b8b35105c34
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f782f94793c3d19695331067131d77d75b47efac39b0be46c51c6d73b25cb45
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..326e02978ad775b8073c99895fe5bb0303c85e3d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8b42b1a333277caa5e6f16ccd8b9ace0d217352300cb1636579b281aae587f
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01542525fb93312e8b967324f6e3d4d90e42caff
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91175d1b83b614a867e18b0e4021bf121cfc5a03d380e4261d4dbb2026172b6
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db036725ac86062f609d4a279c03a1327135e65
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f3e298508e75d67614bc713c42a6c4014c47473b080e0c2aaa3aed61b89186
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c297f28a358cfe3973ed581ce1e5bf1a2c0ab213
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d767e725b6080bee3151d54ff7f9dddd4560d6b637854b86a67d329a7d68bed
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5994f0fd0d975b5b9836f75d360ebab053210d25
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001dc87b3425d4b41dad22297a15d38da01efe7a33c2ad920c110d7de8c55333
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ad5e20f4e40390ab76f6af823d8efd43b8b004
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ab8ba4a075d0fe3ce0b7e354d1f933b07a2560b9c9e7be00b670213acc1b67
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c616311ef0e7c6a09356182fd46a6bcf2d9fadd
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee5484b125ad9326d7d6d16866c1104a67ee4633098b92b6d0601a8ef9916bb
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe393a5942725dda043afe46777265440b29e88b
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31cbabacfb6a038ae5bee78f802faf61fc07e4aa3a343b6376d94d9c2e9ba378
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9427e2d26bce8388fd76106d1d251b0722720be5
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cddee38bc989199d69656e8cade59b25e39ca146129ccd3eaebbc8706558743f
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddbdd1bceb69852c6ad004d4f49aae06ee24312d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9a93862da0d1165468fb04a7feeb40e719ee643ff499b7a7bc4b6f47cc77fc
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47988bb35b1efd1d69824aa480f52ea512913815
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54f202cfddfc22ad695a6a2dad42122f30c8c72a47b6f41afab1dca644ca100
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9154fc5b0529cd47fff116689d6376a5fbff862a
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c223f1420a831988ecbb3af40b3d609cdf93259a392b333455a628f70e22557
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1abeae2e487ecf0aeb5fabdef9dcf3782f7383f0
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a918926af2cb2b2e37b7862e76ad57efa264f2e2d4b471b22ed3e0050b43fdda
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..005270b80d5084dd66e457be86fafd25d0575ade
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5fdaac50d60a6b568c7247b4c811cead618f2d072be10b9130f89039afa5c6
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36026f8d2a5e1c75753854cec79f9eadacbdad1
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd169e2056527959ede0a47c8dd4a7199886fea167d4f98a77d49edbcc9a3765
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c9e9384af0de3b3205ce120330a621636fa632
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_16/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8c6ca04deb79261d89cd1c11cb186d8b02db13aa432ea92628aa77c2691864
+size 3203