diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/lm_head/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..546f25231a6c23aeaf1f08bbce4122b8dc9e0933
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bebe8ee0ea26a3300c48a379e3da3b91eaa4aa474479d47feb16bd1a711ee14c
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f573c07df7198cebc5db591b169e0e291d356735
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c80c448f67773732916049bfa27bb95b5e329d8981a9934f74b22faa4b2eca9
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a800c3400d183b8d6680b6637e770ed72092ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ad9356fcf912fc109de25b8606e631ad2b0a1852e3685b11a66da2269f4ea2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..703045782aa2f5c60547ad7b70d7821ca6064ef1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d235f51f55ac941d312c934b6ed776468e6b344f507942b060f01f6c659df259
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5527d5b5295940c6f10348ce1bac5a0078bd8d4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab9b7744ff387d3e4f8b018446899c9a73813b1e6626451b66f447b5053a986
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ac552b6a06354c9dbb9000ecbefa7ce6365b7a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f41526b5cd7ebf6b7e608894115c252600d4e1b6e3eacb99cd55accfb4e3177
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48eb8fe2c8fdea2041013bedada9b7db918bc289
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9a726aaf48b2659cebad79ef53f36b92e61159afda30f881bc25456c1a19bc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96b0f23b3237432de565bafc4613676ddc2bb54
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6400892c50046bc55143fdb0689b730e4b917c640aaa14a7c87c2f3970798cd
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5731385e860f406d6902bd49491051d08d4c7988
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a63936ba54cea53146f44fcf35c0dbdf47dae758592137e4ce31f2b75d9a465
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c7729d21944401593b35fa04bcde72a93fd3b6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17aef33994ec3e295be8741353eac578a9ae46b6cb6f49a1ab15b8575598b578
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6338681d1024efb6cbe9ef129fd20aacab83e991
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b314e0552e7b6e02a2fd7a9a08c0998f1b9a41188ddadd60931ec86472cb9a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe42f52c5ad063e020d5aa21c680b1628641beab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4f278688b5425bd14a814a27277455385a538c5227de306a39dd5b65d76a9a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc9bdcf1c93bda21a6355bd9b269aaacd9f83ba0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dded582579376e78b6f13b89cd24ef26b46f5fe1a99d4d0cd19fd7db0561d05
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4916673c7ab2ebd94a5456b9ccdddd0b5f0ae841
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26585b359b15089a6471e73d264e38856a20429a1a7188f6b6cf46319c51e5e0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d562af79d22e8ef1bb7a06aac11472d201199100
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311904bceaba693fd5f414dc0600428b22283f23d3ac1203c3611bf25731508f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcaf8412574a58071bfb4bd08a90b8bcd3496351
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e27b91c23be3269a067efe219bddb67c306b7bc3ca80bcb7a9eef5a8965f4a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4feb63f486dc8ecc3ca05cc4567979428bbccb1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62294521132b7d730dcad44a30854f5a7aafc114ce25f3d1eeb76f6b9178d741
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f32a5f5c088d708f55eab2356164528b3b0655
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee85cec79446658ec5dcaa940e1784267d27220e98d02f26624d4c3dd1513df8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b01b94193e6e715eb17f0a53a280618e4a61b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e33145a0c134ec3dce38aad828d07b17167c30b3a7ec5d4c2e8d653ca9254c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0deea7aa120f3ce67afea9e30331b405c0faf4f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1901f5bc727e7ddd8e8772a025400d53f04f68f608a6ab0b7c21e606750028
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db064bce38cc96bc18139b68a8e17ca28ca7f597
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea608ca590211e980db4a86818719095e60f8b79f247e5dbba451d23dcb36701
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103cbfbe1186f4bd15632ca6bb361ab5b55b5d7f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860a782f2d90c703da9a854b0ac15e1f4f74098e7dfa3f3bff51e43eddaa2a81
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af842d2961aab88667dc0cd151e7eacdc6e34631
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe4a5fddaa470934d8dc189182cd2018ad4b25cffb64385eaafdf5c4c9856ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7858c8657db9bdd43a1808c13df62fc689d59f4a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8fa844f09482e48d0a610e4766ce331bfc5dac4d99934ff3d9c92646cf2bdaf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820d7b8861bed2bb4debc5f5ab485a314549d8a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7560e3678e3a8aa7cca88c1c3124d6bb76684cc212948a34c99be6a88feaa730
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a97947eea7a620ce4accd848c837a782bb79c4e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8913eca3cb2158402ff8f596792637d7a1cbeeb4d509143e8c3cd9725861a0a0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9165e8046adaf1b7e38a0637af55cfefef1102f2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c50a04342327b89a94f1061269cfa2fac3ddbc1d92f5940f62da9485cc6395b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d771c07e489d93bb3a95794418c3249cfb53585f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6850372b8fbf6b1449c296eb91a6f805e8dc906e97a874f428df6c34233e8341
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234e9ba0ed174e7dfa7890fe3faff40af39d1dbc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abe2bf3f7b315b039314c47c775af02b8df9745c157d824c2abff91cd7f57ffb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1db1bf17404814986c59c991c834d1614d29187
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad7f0bd5a4123958e055fb549332520ffe550996dece1ccfafb292a95f7c725
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8735d6f5f71235b96e98556e54a39e48f4bc865f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c73dd25de10c75789778dd386d9357dc5e49465d46888bb45e05d6dab68d59a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adfcd4db1ff6bc8a7c430789a3034f06f165f7fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eccaa4e70033bf7c9da8025c2dfabd2224f0df7c00b04635659b90ac005fb509
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f5651fec72bc07484c4f9c3815df6a0cf9b555
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0841ceadc24aa4eecf65c6802d13720c24b29903cd23b405c6ec7d9e07aa013b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798915c0ae309a234919a1d8ea7f876a011bef49
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70faa2b4473e34458854a5b5e18f3d2f851a80e0b192050197cd5ce97bfb96c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cdfd5d3645cd5a3ec40ccff9b2ebfac06abdf96
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b16cb7c5f70176cd6b5ccfb1db33a22c9b1d80643620f770157d922843c961
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..269d3e3b59f5011c96e8825d3eaa274ef529d0be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:935796d46b075e2c47a470c2bbe1187cf406958a33e8a6cf2b345566be6e9c47
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed0ac9561f395d8a66cee8d8e9e51ce1bf7f38d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6007563b954cd854dfc95c04ae9b473dec52c4ff9b64a3dac0d92aca10d786
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e0b640efa53beffa9a700900f656a7caa833fc8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9b00844d9ed56f7a57068b337b8defa191110222631a58336ffa4b00dabff2
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d998c06ef4fff81b9d87cdd6b17c67a94748c0d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b020796d92bb7433a239ed9d650ed17c89813b6f01d8acc2e5a3bda3593ae016
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a42f23e4876555db1668a0f47e96373bcaf687
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3eb86ed3728a520e0c5ece18e38a2d52cc4d7e38b7ddcb3e70dbce23c0ddf37
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f991d34142f1b22d6ca21031697a022d7e3cd2ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de14eef8dab168a33b9db46c437f40b636b4b73a5290b85e5cd4a791a75367f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a274c1eb18ec31fdf74e049154f9d77849f3691
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a345d361bf5f80b93f5245132e43f2a81c2b5e74865b1d53d310f80ff9951b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0511b22122c15db8157a20ab10687b7ec66a7f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d60e6134107ec8ca1c72551e19bc9ac39a512f77451ca95aa2decab8eb2f27
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcdc4963de8ab665e43d63cd8a8e4a636ff704f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a87dead7c3f750526fdd98a904b2e508e9c1194a7ccd902104aa0f79aea85cae
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df5bc1c875473d5fd7ed64a1484dbff00ea9f0ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ff2fefa64493e1f94cb59299d62720afb20b7f556f6236e2a10ae5931fccc0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02bee1e08f11f6a8eb4b2f6425261330c0af846c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955ce92d1a268c3c532c58e86bc01e14714a0177b01ffc1de7157a4586dc463b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a403f08b713bbaef6a9f3e963089f9a89ffa395a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:053a06a13ed25cfb0abc7c8e3e2fb354f86310d3d38907d47887c5fe53c95a8b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d668bb19ec826b20eab85a7e59c325b4e1e37a3e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8963c66089d2ace33d21a09ab139015d8aaa06058ae1688cd374def804cb1447
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef56dbce0f8f2479fee0bd853c9b99df0fb4520
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ee3755e218858f7e5c869557c4c360c25b5e69f2ca0d640cdf51a230576bce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34805a6930f8e64f2811433c73eed0781003033e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1540c6376d0c62201c19531d523fd9e152c43b5d688e754d0c2d33dca97cb969
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc88bc3635955cba460ccf6fdd100b7d417cf053
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386adf4baede923e441884cab7c49430fe0a52f9eddb2c3f8cd6d5d9b887b615
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2415a0d63f0b85d6fc5334606c80bd1a4c99a2f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900941c979bf9c08b4bd0c2b32a5148b8d5a7e5422ff293cfc0e409e8d59c523
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..549a6af3bb2008e7b2cca85a83f66179628b3930
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6970cc32faed95ae8a7597f6c205f1ac8af3fda1340bbd59a5243d76ce01b21b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec57a9dda0fff2938dbc491344ff5f2fe77af899
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209500cdef36b8b1b68d3aaab8354c813ad3673a95ac8f822527db24fd617391
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ffda521b456575209b75c91c5f7f15bcda50f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ee49c52a55a7c7d05fa9328960be3034cbfd7db62c3edfae2bc40e8880e603
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6916b770079bc1c45999c793869855f9cd4f6e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5547cf9d797213c7ece7daf14a3899fbc25b02a3fd9da1d1106afbc2d83e59
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec8cef75e50568bc388fd8850826dff809c8275
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99977feecd98536ae209f00fc951fba51c15c9bee93fda530481ed0d2ad1d74c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41e700cba3895058691ce04454a89857ea1bdb53
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6227b5189ed4d8c31c7c8d1109fa63ee5cca795a9655eb6c5cace007415683
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76834dd0fa4dae2a82e96f0aa912c8c6c0d7f16c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f162a7487231bb7c00085656b342389c974453fca71e0a1d9814f9d1824040b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..746e167681d41a6b681e0e84e09a0efd60db9bc0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187d914a79e54ce2fd0e43a106d2b43510d6748193f51243fdeff83ac29e5538
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a172f62b779b8ec0bb21611dbbc1862765c2d0db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1962bb5d820d988814135653f09d3d2da54650064090efacc576842a888ff18e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf93fc76d35815da8d362483245f8fbd5f98dc2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa3c5d50ff555c09953103c16dc6885186080867e3f43962250aa3f7449f6f68
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d975c17d8f801da4b113d2285abfc78668df3e34
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159498c8cd96057d1345ae4c40de502c458980a39f50bfb375c4ebd842658393
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6916df6bfb44fbca695ea8113a39fd7364689c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d725e8d883fc5bd9e55cfbdc530a0e4748fb985653cd856276449f026a85dec1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c53ed27347b63b638a61718a7a9fd502651a20f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a8ef4fd4ddfe67b5230617776b1847ddbfb2ccd1e5ddbad5d330e3c67efdb1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76449610739a78ad90192ab46c515372dd6d7cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a962ed0a7f7a84ac900184673a015190bbb0ea00f4e0776e21486f05dcd5fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a26fec1b98e4e10fd4736cc8a8688691f8d6a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296ae406223ee0dc907a7f544c23164afb264dfbdc5bdbaf6bc6e4531bd44436
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77369a4b76459112b99f21409bbea25e77c2f915
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a7374182d2f5d66e19e19a7c8cd496510c7aad235bb78dc1c2bd408192eae1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752974be44d1d6443451204f36fa5dd48f4a59b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e002c6d8c08abbe073091a8fae3c53bc5b11310e99fcc9521ad7b5a5dd1fcf1b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63686093c998f843d8ef2d344014bfb9d60c0dd3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b31ff6e61182a4e148e49874bf3b285aaf94055e14db2189cceae69dae228b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca27bd922b617207162b8f6420f3406e1af0c9cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6348b13c10a7980fe9ffff760bc1def8eb82ca4373616fe30bd0cfacc93543
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3de229e59411d32372ff818c7cb2a635b364a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5846ebf818a55dbe0f3ad14d83200e5519e32414e37fa060b8b51d4771d3a36
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11ccd18bf2875005bded971e139c806c0b9a91d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92032bdaf640c7919cc2125540ef5330e13074502ba0aa943f38a046ab77d877
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de2cf712d765e23299544b51f80893776c063a7d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac99920e0c4f6c5a23a3161d368d5ab67d96f3da02a79ede3b05a2a595504ad
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cebc8eaf1101fb2b11f5373e8cedc180754f1c41
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:972ae2c66537e2aa0e98c2875cce0919e207636d5e82e2bd572893c3bab5aaaa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6149b40bcc2ad5631c9794ee2c18866635f333e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b107d165916d143248b66fb64dccc2b83c1be22b68ab08feaac4dd188812526b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64dfd2ea483476e790296418fa64892fcbac5611
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c610c1217d49fb06d4bdecacc5ab6045824d054f6cf955a4cf6c80beac486de4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c81ca09b7b4e0c4dc525b42445094efcd3507e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dee2f4026e4c65e4198aedfd9c816efb1ee7cd7ca55e0fa10addde35ef11c7b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97e1d04dc2d83d7928df962c4f1a656982ee502
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0189b5a89b21d06f5b0f4164abc768584d645fa8aced6bc2ff6dc1bedb7951fe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b4860c66047618a3fa6c9b05739439eaad7df87
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98af1e544f3fade47454c72277c53b4d8775747cf7d6ade25e551e19878a074c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e032e73f0a2fbdfa7f6135ec2ac4cc2d66c7b6a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e435ac7355a643437479a4b9b807a9515b86f918b9b3b1ab93ff7f93d6adbb3a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15aefba1eab518a2144ee3b170217cd20722a1af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a1685d20f4431cdd0d8cd2e984622b41a040d64a4873ca4fb9f0f06e95530b2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66fdc4bdd2852b659843c03d2be724bc7b5ed384
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f90afe15288aad749da411e7b5833ab1f3d7561797685c88d450cbc638163b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7de1a8dd2d67d270300d15b7ffb70a3b460e0ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d051d34d6b64684e98e04ca7b7f65b4401963bdfeb1a53e3c12517268a85cb10
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c70cf6dc2d7ee5fe506d6ed0c429822343db0723
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a3eca6937c771b91a2cde834877dc90ee419e5bc65682bb8cc66a76506af261
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63feed6ac5041e4452688437a79168f5a0b25d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1785c7de4d8210d5aaaaaee3d80bae77ff9e4f48d5937142e195d092966e7818
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3092c997a13952b2b2ffb56ca52cce68eec3424
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1bfc9b8f314527f6f63fd802aca4d06412ef975dacc416702f229dd34ca4c2b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51638c5b7907fe6bd6c729300eebd40b411d35e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48aed27f964929284a71f2157336713995e3df365c9f36dec456fd327f9bc3f4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..399644a4ded29a73bc491ae046036ecf635eda89
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b8fafdbd363faf7bdf67beb38799756656c24d2963a2ddde753aa8ab3a6fa5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f661e689ccf116c4fb7d2321afc30a38454cda0f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed7369742f216e377c78fbcc3ee51206075d325adf6d6567f03ca2ab66d17706
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4241464287919243439f8d9cadc54e99621ee10f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03efe74bf3edd4f6d66269da42161c0042e86410b7eebce687069c8864c7d56
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f4bd20b5704063240c548b3a3d63110a47ed1cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25d642ada4f1ea50999123a021facd66e4d470e6d3673b41eaf9505a620e676
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1c16a3ad23673b1d4e451376a3c8fc488e018a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8054dd6fc98c0a2df63ff1fc855bb668b91b680acd949bb868726b24ed8b4247
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2cfcca856dd811fa340b54acd95168f150030ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d0938218a517845ae445c02cfc33e4c715b6fbc14e405195f274e176fcfe91
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba67e7dc40db7fdf1d85a51e64683a361c0127c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052fcccdd335a90db7ef248bfad7c798f40c332bd68d3be3bf39032563595604
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae3a761ba23513e2a145095318d4438802802f93
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c89745a2b2a181421bfc119ddb8eb741b7c49c62f4ba3de75671ea46575166
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67d51294f83f3c2fdd85e5a19966972493bc71b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a952d8d8de0f7abfed355e3d481b6bf669fbaa1115a104d85961d5abe54753a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f128435e84534d7bb0e8df3c4fe951edb72208f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a8e7eea43815c4675fb588eaf8ed46fb84822ce46a098b27495ddf855d19e9
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac29bc97934bbc1141ee8d1e9a439e8bf3f3b70e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503ca430c5685e879f18c8ab4afa2375e5c60033a291ceafe7de65554903b7ed
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ddcb5a7e42f1b4ba3078bfa2f6a05d479d7cc0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96632d1b663adb2090a9649828e8157160d7064495bf85472fc83c4faebebed0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abad402abe88ffa77da2b3dc45ce4725fa03edf2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad37e33740457c4f43c0a48aad06b824c9b09bce1230209715dd578dd92bb01
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e876377e7b05c6ccf8382709c5acfce5030245
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b2a80e26d4488391acfc7b1dfd6283d37a450a767cf47ffcc7a416543008ec
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30865ea5e9dfcde55dad05d31aedb32c7cc56ea3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7436f831b2e0ce2f1602978b82980cff9b4c9d47ca6be3bc2abb44285f881c48
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df3c007e8ab6529cb1b1589389f289896271d914
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6174c868948936b82f27d6edcbdf1e1a9b75d600a39ea64fe47b7acd2505310
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c678954f63550a49f620cef72e2a94a85ff7c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01527ca771e253701d6421df55b49609e28092c07775c8ca2737670519e914ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f19b8e55a01527ee27ac5e53d5d05080e8023a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f39fce0fa2d6f4ced1398c773de5def036d05555c94f49a9bc27b6ac859886
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0e095709ac8f256c69a75d956a159909df8d26
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7d7c0a2a8e30f6673cf4c6132a829c296def18afcc9858b2f964245901211b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa262c259f44df5943a4d51e44ebf00934cb037d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccaab91e2c7e3b8c620dc4f44e8eb6cd69df475d52cad2bb9c57e9641bbff055
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b98339a8e529f2598393da41f328b77362802e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985d6bd56cdee58fcc11806ec982d483e4a0bb99c1db02a067c74f93163de227
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d07f314e031a737147594a9330f6fd79fb5ea03
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2010d825205eda34e18254a59fa29d28ea9dab2ad027a215015c739e0d7e5142
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e26631e15107fb8d7180a20dcb2c4bddeef0e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fbfcdfda09aab7ed3adb2683ea5bc9fae2703607b014c14d7d30d63a96d906b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92373f7d16429b254fecc7954ee0ee988acb9756
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32e47288fbd8cd441cdee409837dfacd5a6512c5f6bf6b02c3f409459812cfd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ff3dba6d841bc5a347912bfbfba863fe1f90b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02dd21a997fb9d0924de6752f627cf91e56b958f229bd405b46440b762d3180
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce6e10f3786a3b147009a709f1a531b4af92364
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c179389192aa916bb68baf79c92ae9b172891e2abe15de9af4e58196d16302f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2316a11120a7e0516537fb87ac5473d5d91f439
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4a4ae34a5de60b695399a386624c5171988d379b70b2553cda55056369cec1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b85135cc42ab5a29600abd529bf5109e5851698a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82aabc4b05ffa9df9c5e5284e9fb2e6ad9fa35434cbb2d11d14195371dafc1d3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b23a1d5088a0dfb6f9fb5b7c97f0483da622ffc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7aeb8b4e39ad8749056e3950650bd23e4517e25c64590f4e2968881c4e87943
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cdc760083d38b6d0d94a8dced9e2e60b7d33b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005ec99c33b06a43f2107f71c09170d23f9cbbc02eafb14e890267b0c85f85d4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd7a65e77376dc356adb366d6b39494647e729c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca6824ea88895259568f50bcb9511ea962575d90976adde76f2a2a63b9109d04
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b93ffd927ef5914a46244396b7ca1d16bfe8336b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac83b26b789109450bbed46cf73d175446526ecf4b51e6abc5db529ddd20adb0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6a9a8f232e2895bdfec5805235f8802f2560c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c9c681e8308d7561d65f87f98ba69f9bfc2ae40e477f5c630b38e4604fbbcb7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c8e160051df7bedf1197a5b88e2998fa4d55696
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35597a697467fe77c8b5fa246d7d7b397b9c73df21d103b824fdebe427d168d0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efed3d57747bcfbc8e03bff3020de48371ed74d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d720e3d7e980f0f21f54341712709f37e227a62cd3bddc19bfdd993ca513a1e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94283e009ed3cf190c8a87a700f8270f87891d42
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c7caecc6971a45a46d4e7e434cfa01eed288e6b5b44bc9aed410c856ab28ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551dc4c7f045651b1012aec431a5190734d8920b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24a67acf89409ba7ca30ce0247b8fa4460210a03944e9ed7b8b2b7a08511174
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b554ed160a753a54c347f3d22bb55ddf0e4d235d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147d124a09c99bc57b3ab265e1c31832bcde9da479d2d126af9bc4c434172383
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9651a43c1fb6a14f419db7615d08e5ffc2ea9b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b95af12add8b9093c71ad39ec97a539dc068afd4e95dc74bf7981d11b4db48
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1259fc5550199e5b5dae496b413db3aa3fc8626b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc26168a2a15bc3b09b27cfbdcd77ac4310dc01d95d116da94466e3e5088fce
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef34a4cae0242c01a70f75c66aae7ba131856eca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e28919c0c10b5708e60625c68b138fbaf1b467b21c51b1d127092483c71bb35
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3806b262a9eda3adcf8de91e483f8c5dec290bf8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae96b927368ef1c359022d755505851ff6615f2f64dce866be6da0c7a145e7a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c13211dad7b7ea75b242afc807c807b81bb3ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60bda355f38e550d156917aa82331cf05ba4f870835b30d300cc11fe8829e60
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e624878bc4afccc44908f0c65c3d7fc4b5944d6f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c36c2b9d3cc0e950288c0d00042f5b7a46ffe3f4147e1d4370d28527630f804
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58fd4ccfff1771b1b93c6e511a0ad65eff17864
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299d87c81410497316fe0e6fb342f8c24bf124b566dd3b1e8be2421d7fd00aef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130421f6ae4bd167b2ce1e31344d32a0e80947bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65aeacef44a9bd97ab3881c679d7be8bcf6183e47075ed9a4ca931d8d7d5445e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75eed5ed3ab2c8a6632e1df609aa05cf7ec9c6d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e5bcd29bb3093dde9152c548098f311c34de615f4b6908fe7dda8c7e669269
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddeb53ff949f0c8b59695bdabf857a0cd0a3a7cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce408abac0af16b665e51993c1cd2e2d60d88d1d8af347cc4666ac787e73d5d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6928bd81abe4e374645666a57a7103b61759c0eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0acdbc5a2cfa83812e815887bf7350d23b9c379abd6847aff478b14145f4fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5097493b8929b9afbb5b33b7fa43d5291bd2d637
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd14bb99359dfec22836a417206dfd55cc47c16aab77284c6a9665b5ac383e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf32f61a38f74a3f6e5be71a75bfeee024796321
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b733c9e0ac9153834a2324797752ec9ae16a7298ec5970123d6de33511b671
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b5f514e946720ae3ba3b44adccf9ddecf9d978e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039834f5eed463feab09200a26a3bdca4edef0c81feb24b3673f7e4c5d9d4de6
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d0d68236f69ff67bf15aaa438204514c41bb48c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab96b77ab9af40c4f082f8cc97cf9eec6a3fd11edca738f517bca804a8a0ee5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb95e470ae2d172353401d462188f1b754aaeb3d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33d180aa0273a5ca023be0bec7f02f38fe884c0a060f178d5e7046df7ce28ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9a2c0801317f7739f9992b3e0b48d4bbe4434a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2d391725688fb052e936a024b0b624a2a57d38ce9c18a85fe054d7bf1622a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03125e0a7c04e90ccfa2fd41d98c4ff5cd672074
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579d27ce591ee06a7694b00f740d08f404ed8a561134f5287d23434e98686fcf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2353b7b3d02b7ec980b262657ee19a25b2fb7290
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963fd9ebfe9a4a51de659f3ce6fbcdac6478e890b23033948a8e2fe9a83cf887
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7153d499209611a38f60fa21855873e6d1e7216e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe14cf01e6102e353cd544cd93f6415dfd420a7037a3db3cd58e757dfa597231
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f03ac5e8bfcfca2644bec0025ee14ec7bd0cd1ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd053babdb42f7c7f49e6e6879d77742c5b822181f31802988e10c44be8293a
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/lm_head/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2556ab1d705bbafad6d4e05b90a1afc7668e5f48
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c374117dcbbf0a60ff4352790396504442710b32c2fb039bd0ec4cd90c6f249
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25963f7e019457289cde41b6378d50e7c109df00
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b276f45581d173fbfabcbc22bbe6fabf5ceb7685f517c21ca8809a6af522c073
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a74a35d3bf6391fdf259d7ee9f3323703da30cec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd05efaec87dcdb36da54eaf744e053345a91cd1b5a5431798d1e1bb8b19a88
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..175a530092232057c30bd6095d69913d9f891de7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41a4d6d519105a9f6b5e8a6ec14c72ae1cdbececc1d68b4cd83992a0b89d4b4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..446bd1c21ffbfb47f6ffb55915e0ba3e6c3a33f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c916ac186a54029b06ea4306099d3086ce740de286dbb3a72aec4a8c50c136
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e021b226e8c067aec6d6c3eda6ed2fcdb8479440
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0785bb2418f69c0e6d6dcfad46a18e0465e406d695a7646700d9f78dc9432255
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d3a75c422827b3a931b56598711f106d75303f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cab4771875e3ec9a24289d9808fc167f0ff5257fd40e2c849cd14cb9b022b5e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89990486bbb78133b35fe388c201eedb38162c80
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4aa7a400885ba26ed6b6600d9cee826981dccf3f39eb86de3067a3177c29d51
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d1c48431f128eface48939e3d62604a7d8826a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dba142365f8f001b48c8ff97ad9228b5d57812e80e52a83ef836e647c10fcef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce3398e1f75c882062b6fd4a921be712b8c5fd8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b304b059e40045079009b5e5bba220f329b8c962a349b3a30d7aec22cfc736
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2510e127e3315b36eaa0d1a871fcd90b853798a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:961d352a9571fc5af4d736cc4554819532c69eac726858886af8a1d8fa109bc4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f242ba7d521b6e10bb46143ea97d9e2c680c08d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed704a2265920598a0faa4f83a999750ee4a8d26c729ac947e43cdf6c4338cd6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63f26758877057abe588d4319ea6bd0fa8afb88e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11902c5fd0e85e1e21bf3701d94058a90fb9c69166112bd60870fc948607062
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e8eee490f33741e0a9b282573daee51e081139
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369bf588899ab17943724bd55e71c5e3d09b0f7459a9b7a9b933ab04bebdb703
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d4fd982633840f2ee423a0b07ad0524e7e0f3c5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d4aaca24203adbb7d17121faa001f3cac3cbdc0effe736f245b284242bcce7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2089bd03a85560d7978580b0f98e02162bc9b13
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89071dc1dba6a7f27120ca86c0c2a0a12d5b57d2e8d3b4199a2da6c4fe5aa65
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ba1f1727cca0f4e32005de7b0bbb6e941ebe56
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f722af063e4bf9a97c3779e352c6af89969aca33ef32114203e71b18b1c3fc0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be893172647a3b29ac0563194e67b85427d51af8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5e515be4c919d97e84055dc8dfb0554f3f3a90a43c741c4265a05bca0f1951
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ba7f8ea3e74e8337d63e7f4223788c674ce36d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71a4cf53a0f3c4ce2380bdc1d7d11e00337ea6d54c7f0ed2ba4c9e2583953ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f98b193be652e99d70d58f1cf8a6eaebf0e0093
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f728a27020cbfd84bc4cfed94f37f9f68c14eb4510352ab6afc8f4be2e36d3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f9457f79fa4269c0d769232c958b8f5cb4ef318
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea4b3afa8f3055fe62c5a928e0048662e807a8d430bc747a6394ebfcee10dd4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ffc911ab65e6f5de8fc011698ae2fc242e9fbc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8856ad010e58e2e51040dd64c9ea66c912fbfe0ea02e0bfabf9282077d8a1a7a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70bc965eda82d6a31b3c5286ca492b402ee01fc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1cc0ace260f4bde050dfa2f33923d459b06f67e6f27123ff5d4ff8fa3bed1a6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273d4bed08729ca1f704d1da1bf1f4884dd7e8c5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5568194574adb786dcda151b04f39699c3518bbb46bd8495f199184d65e7b1ad
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f47935f90e30980ed6ac0c85464c5459b11b06cc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58005f572769f8859cc9ecda2b94d25c9f0dc31972a12d88b14c33a2964d7239
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72dd6553a95bb54f77c4288e5d735a6fae8681c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c6ee66b23bb5d8a14726442b79bb7294629b6061315d00cd4b3317fec4180e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea81002316d4aa1e24ba34c9eec5fba1d178d16a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89a6ed7b99225981343f625723b61825407903f0387f477e770fed79edc740b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b15c6ea55012a11c9126d2616e7ca32bd42496f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727118e1400027e0c3e140f351087f5893e64155cce1238df1a65f3361a06a1f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f36649195d5eb4e164132c17ee56df71bae7376b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76384b4f4c397160df123b5b5fad2af68c5bd5dc6ed1602918bbd4f7073468d9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f493e8d2b54d3e7f67c5352bc961f32d6f13b6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c0c91cebc09638b6ba1a7306100fa27986d8b85137408a6c5833c5a131a421a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aaabee8182910f75cdfa733827f07dcfc842d76
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f8f15da4d9215099df6c927edd86a5f4ff32ffdb1237c2e470d0301e489bcf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16651a400f80799cad904e54388f4bf13e0ccf39
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f583634c694ebd83f9b37cc551b3f8f732e8f05f7dd16b48e9ec4e0871c201
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b7549feb5d7a8e727f83246ebc0c77f410938d4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f4860dbccd5e0d0d7767c442242a2d919c167794a7f3a671a128c6ffef3f89a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9985fa0daabef8cb856e4bf7f96ccec31c1b839d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ddb8299fd342e7e3b9494348bf35b73fb42eed2aa099ee625e7d0fbc4766ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdec456053f86241bc37211072c2052d2a031ebc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70deb1e378b64e2d318795cfcf579ab131d7f1747145ab4d9b5dfc79b35092fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5406e5237bc9e5f5b7882c0741ffdf074d8adbe6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65308d6d063c91f02a63a27b10ec5e34a69ed9b17c65cbaa41e24e3bccf1016a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd8a98d1d43cb2b4177dde06d629313c20e9d48
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9112035a253daad99b9d8c4c6a783fbe619b2a88958d05c0726f3809347f10
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4d2d183a733732b7d1525704949a7128a12e0a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ebb2bf5dc2e150db88d649cab8e691a9e530245b15dfb13eee49d4a87b1929
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f9954b381fcb523105e29805d8595b0fce6187d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:845bc98da78fbdb111b039a6c0b097b23abb7aee7de9d13e791bc7281d2795f7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8002d17b865ed94e5620abb426f4b9583a989e0b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:428f9229e53c8c1771d09b6d6cda487ab9b5d012223a2895519118112e7969f8
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e936133cd2e801367e51615607f6993ff01912ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:287968b4cd3c7e47fa3fe5a6e1deda611d7963d147e7ecebf4e140bb6df09806
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234568dfd1ded03c7f4dda32d647ff84cd3e33d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176525b03d9b76ddf7ed149ea81c7a159febebbb1f83a944e2c2891af466a61a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03b8c0249800f248b36840a7ee84ca3ec6a7daa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295d469ee526903a19edb2b82feb3141a628b021efd90dea0a18e9227f20a739
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef92a87454615d789b9d4cef19506f08214cf97
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec588266214a9b4ae850870634011bdfa3060326e324ed3f16a9a65e47bbc0f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..224d709da4792f5621310bf347792f64038ec1ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266e3b7de91afa96c28b7948d97ca5c750024c65755ebdde7675ceedb5b5c80f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdeb21721d3d5aa5f56edbd85fbb086edf88ecb3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755fc4234a874904a41238982f715c16dcdde23c2b42539325befb1a5e45febd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16b19b90d33fb4f41943dd3aa10cab7592454755
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d4e870c5f843bceee0ba5f01af3efbd31a7c2d1b9d61abaf29ba6a36474889
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85050dc4d7cb00862c3f0052a85b26e3fdb073b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceaf43d43b2088a6a0efa7c71c39a21ed2eaf4696270863f5d42a74baa003af6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6091b8842c7008ef4a4e7aaba8ce5b656bffd7b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e4813ea1f7151953765068e204e2adff03f48f9b30feadfec04040aec59e95
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e3dbad84af7bf9931452bb28a7ea915ba6b751a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb44598e07beae90fb16aaa7bd789b8d130a5b56eeb426455f51ab6405bd3883
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a48c64857e88f8a9f962f598eb312a78eea1a7b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb371549217eb1d1527a62b1ddce7e22248b7572e147627b9b58a163162a5a9b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab557f6db584deb9d3147cd6072834abbecbef63
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc510ed547b1e381473e3697cd0b82e44ccd3fd6c72b9fe3170ecdb70c095e23
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c7852583bc77cf56b9cc1b188d584408dbf1f0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f087d37ac955fa046a1bda63c9f7c0a4e3598e3d72f2e4a26293075592b2c9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9b87d5751da2a636bb7c2810994bceae611135
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a018e6dc2e37cb1cba3c5c1437069881fd89e4c19d42f8745d8ed29c93cbf7b0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c92fda2cdd535bf09d0dfbc1fba0702b20764976
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b6252ecefd9aff25f5facda968d869647ae1ddd178be9515fd576354ed3fd1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..734013931aa75204f818cead17da185bf4e79b4a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a56ca27731e02296f9ed2e489c800a7247e8c5cac94c5d852a6dd88e37fa94
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0d473d4b3b1225a09bfad640203cc6bc44685e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f370284ad038674189b99bdd4329bc1c741fe8962440a0ecf5663f0bfe6660
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dde88b8db29fd3b12c146872509bfc6b1192e01
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1e56081c4b4536cd09251eab58c429ec9e93bc646490adb9a0c9732f9441a1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07ca3c42e232a2560b2b6327e7a196d100bd257
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03f8a5eb82afce46f4b76387967833387061041dbac7ec5336acb279dc3e6fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0104ca2d4b27436a3285bf79eeade000f3cc5e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3bb068a7a4d0f8dac231a24f284c6a523612ecfefdb74f623c5bb73708a03b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca32945eeef8f7ea61122ead17826a5b9b04533
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8029be0ded601d8945c0a1ac7b303c1d525e0f32865325b76f16189bb42148d0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d57bd87b8c18f760a8ed1047362cc49876b5655a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab71a5357fb8560fc3799525f3093be3cea15234f758d7f2b78d0d7c384e1d3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e83b1ba1e42b37451bb7409f3dadca4f47bde451
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ff7c8b82032a0f4e71f414d649fba9eb22d4c3aa1e097088f54df9c4c3e757
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9eb19fdf69c5ee45c2c76da50cdecaf603fccbd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd19d9b2a95281f3d1f5ebb16acdda851c681c638560155abb47ec361cbb5c0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec1d7491966270aa0909016de2cae6ccc0edfd98
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2adc7baa535d06f3b23455f042ff627d337195929c5f45db46745eaab4b7a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb6563c78e9d3891638d8cb25809bd9179af84cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d91c4e669cbb03a52e862ddcddabbe70865014640b8fae9e82c62fe08b9783
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972673a3f3a8b0249e9b11ad5e21afec0131648d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7679034e5dcde0935e2991a4d407a50d22097afdedf63b0d69b729441aa0223d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ffe9cffaa2a534b0638d531c723864aa809166
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34843577fc913b76b43d63a3c51e283d20966e5801f0f24f9dad2827d576acc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1d7977ed1dbc3671842d7d656bdbe849c38e50
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716380c55e9428c6fc4f71489dee32230f24659f9ab9021c99ce3ad23351415c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d74aa6fb55b1e9e1e96c91de9d9c070548b3fc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c391d60e21cb4415a61e6b7ea0496b982b8afcc6c13ada4dc0a5156fcdced2a3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d28b0230beafae097b52efad6b44739c44382092
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c48f482e201d5f5add2f36ed1cdecefbe590f7658e88aec969b96ea22533c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9908c98b5ab291c74901c036eec6eda1705ced3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af97c20fbe143a21e83ed13eaac6bedbba22a025749ba28d98a9a0b4a77300ee
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e0540b23511dd6f221462b7ca2a1f36495de587
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4dd9be92e2810ec79b313c51c15f3e7d56136ce3554c7a9f55622284707278e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee0b2054f83636a6002584b4970f5e47c8392eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91579df397323902c5d11f0740219c09dc917e1cab5d1626bfe0e273ab95c3ea
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44633e1f44b768daa222d39849ba78b75e85c691
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331bec65a9b3e7b8566b805298591e793d38da6a3b45d4c3e19b4a01f9e22b3d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ec42076708c3b016c55a8c380d6541650dc5dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9455032362e885a4f6a4a35e7aef4d704363c88722f00ae3839fb09cc7adc7e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3d2ee4bd22644ee0e58007fd9b204de21776b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219c95ae8944404b4b8ae5d4fac2f982a2557baa82482d069c7b1a5a29367153
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b795ce44c165b1c7cd1e5c26f17f03b8bdc1fdb2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ccefdaf0bce84b3208a42e7c8f317aedbe9c2e59f5da1e43367b7a2fa4681d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf31302531a9db9ee9887003a1e33cd0845e64a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffcdca54e62d1f56bf1261709712ed74ad92569619aef12cb234eada8bc5a684
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f50ae7491a299e439943beb86f1595cb0f43a8c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed45632239a9cb353b91d84fa6254ee7d829c64df7a6ce7a282410abb39806f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..565119bf46b34de4bffb0956d121ae128524e77d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c469c36706f9a5cf87fbc2ebc7f76aaee37030cf01f705e66cbd52e07f102c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21bc3282ca87ee19520a21a28c789347820368de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b553a8636bc0c00d9f642e6958caa02cc8a896f08052cc9a1d9c2dd2967871
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aadf8b9f2a4d59d4ab85f5648c61965dc05caa3f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197572985b8877b5744a2f427de805f1292d68599b1e0d8e71513d9bd08039f6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939c2f541e5e4fa204e98a90bfa1bbecf2b9a699
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c91a83286aba3bdc10eea2866d808fc3e8236d6bec0a8444d421774e1dc7a60
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bcb2e561f98adb9968b724d2b17543e17a4ced1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8104c206dbdcc884815d59ba670e7234b305fdad3008c01a4d4fe43ad6837443
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a02481bba23e87b839d1838a68c96b713e603f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e8a1023fccac2c74c39a25f960a50c7cb87c9d874fcf1fad57ce33eed163be9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d98235c0bad6f38e50c05e44e61594b03eda82e6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ceb80bee363e3ad91c9d9c7f938bd28c5c5f135a26f11ebb86d79875ffb9b4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a691fb9e2db8319bb1b015081196e48b4a5ec5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23709af74927d44d8d6b530d27ca8ee75bcf6518065853c301f9fc32548bbf85
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d7b067bca90e8877e4073839d8bb2473a9094af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba5c932acc531a1c327fcf1e543e4c974d9c8de4890dcb0ed642849c7f67cd9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be81ebec6a733bbba9d281b84a6fe2d25260629f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b14a252831c28f7819dcf03c387f6ab287e04489c9e99d3af393721725e180b4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ca387148b7b2e1d844fa9c3edc5edf8c737f45
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd06d89bc0435c11a4463ea74c51436bbc08d61ef5fa3af4e5b249229c0733c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..937fd84fdfc723a1013e0a89c856de29c341581d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596c533b58f86a79b32319abcc5516e74b7f27ffb396bca39c1cd05682eafd20
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2831087f754ccd4ed6f740184e79f5d719a912a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae9323269034d19b357889a662455701e513aa035e5781f37ae30dd7599a397
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..134991274412e41a5e55ae55dfc2df76a2f05088
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d51ed3ccfa522288007d7f61bdb50c39a53c4ec9bfb1bd85560701bd7fe5b97
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71edc6743c25ca6c82461385356f7721f81fbb16
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4119dd1e02ed40f605cadc1ff1887dbfc782b83080b9abbe6282718db464893f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..289fb2a2bfc01255bb111ea967524b4cea9a77a7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ed814eae3a5126a5db8fa74a2ca3156a4122bda8cbf0560b2e4904cedd6c32
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e774967897b61b5eaffd26226ebbdf2ca77aa434
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f155223cf92a89b9c9f99e49567800f45fab9148e09f298c0f82d634d72807
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cec5174a24f30e0e9ebc9b5cecee5bb2ab59242
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030e1862806ce1b56fa01e0900a4083cd5c14f77636fb1b1acd3c84091064a66
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47940e7af86fdbdc19ddb244347b19b1afd580f7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c624b1b2e46322cc8b5715b45ba3a835fd2d84b6bb64319ffaeaf67d7dc03a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b927f74f00a20b07b5832824d9f28215d66748bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a231aa3c42a7d2c33676d049f0089e27c9456380a7d5d045b3a2c5516526b89
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0d3c6e6c8e2a3f8c6fe4039128052a2cdc691f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef2efc1833d4d1896451f2768fae6afda78b85c16fb3dcc9d0f987de2463c5d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04bdb7094be52decd09698cc2dc62f68fd7091bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608b1dff23bcc2bf66afeeb026d92297b2e9cfd372120d2a6225c601c041a3cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b143f93d99b6c625c0c03f44bfb6fb55297afc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450f186c2e4460b9038b6b05ddc539f2a3f256533b7026c477824c64885d9e05
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb16ddb7dde085db7fb055f202d01d26fab020a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d070f7bc4a222f36c5670757b73ea794134e96a0254c30c450a502eb1383c985
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2771a0809010f8c357bfaed921c12aa9e9a444
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7d27a71fd3f1ab2dda200648e1ddb743a007e135453b9131b6e4024aeebf83
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e3eb8e23909e371a60339ed709adad3a9339ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d54def0eb28a2dfaf4249304baa83bd103187f39e1500dd3ad3298b63ec9ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad6fb1cc5ff3ae71afabaabd7d8f41408fb9507
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a34c68fb9bbd30b49574c0315dc1b01bd692dc368f5a80658c77373e65ba48d6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad9a607985e5f11fc60f9669bc40ee83d1c6c5a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3922e49ea2c531b57030ffef6ba76946ab4f2a46cad737b2a79ff5d020063631
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82adf48ec400fbe325bab3f731fb20d872b8491c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf08425dfba99f10d1b2cc39e828967d87b6b82d17f978aec113d5b0a3fdbeba
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f240942276f7339280179ecc73842ab8b3777984
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6855a136377942473eeb97db38cbaec70d6f7621bfefbb7b9f1f058fe76525
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64304bb15fc5285a0ea3e7ad074bdbe676b2a8c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e68ca8439a6cc239807782b67f0248590698d5a9732c9cfb6565229a0a4f6525
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f75831b23990d5483c4dccababdac7f27183685
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed52dfcec30e48850af5fb40e6a6c849dab7e1d1ddf358bb76a01aa19e38d54
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb3101cf2370e92ef2a00ba2779fc1babbd155d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff755f249f38f521b2c9b30c402d06bb16d5c2e57030725f8915b14aa0746e63
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..042cf47c14565004e410878e46e754ba1acf2dc0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5feb9666e5b1cde0aebd7fe6611fc3e124cafc3e7fdb4b6981b28dd98df21f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b2b4069d692fc6aa3d27687cdee58567b3c52d0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d985cd68f2a672697941f268ea4e9daebbc8c2b7d8e83df75de0eff8b916d9e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab7c8eb5ff750eeca15a1da0eefd41b9e2c1a7a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e829193728f2bfde69287e5af99d4c1ccb105aa0ab5b861cb0ae6447859b3e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..599a270e861b1c059c951bf2a99ef7630975d0c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b570818858399f907d08745d5fa3eda733a50e16ec24f631d68fa7d3289d7ba6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b48a0fcc2c7bc9693050c27c80bceb2b1133dd4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1cdcbab4b48b1541a78184059bf44c72c3ca4486efb1338a28377bf0faf009
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c097bf2ea9ba7cfe0911f13bf8d2a0e52d5cf7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bac717b429cad6a9540525aa472396759f01e1a3425b033361e01b525da6f94e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3332e55f424a970d0fea0c823d8031d79ba6380
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27159b21ccbb29b76ebac8207dc4eb14e8458ca8d7cc9400b5c3e76a3a4cf0e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ac44d8a10723d00aa3d73d02408d9cff26d657
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77088dfcf9c85909087fef71e7e245143aa77303331508dfe92a47b2ce1d55b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1967675115495a85a540761eac7d5dfd32701791
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9583f0b077862c5f474a1fefcd33c9cef39bd34767fb5ea860e988fabe64d58d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f85c16e34f4e0160714c61285eacfeee4f8e36
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9db5548961480fbb5910cf5479832375a8b1cc5d586d1f2b4c2e8462f470ea6
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b851cd32063f2ba3158359fceea49e875dd37fab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4e04809492a4b4a95d80dd22e6e420238a62eede0b2fbbae9cc12639bb2fd5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4412444fa9937bcf9b3b51ed34d471ef14e60c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6a806a24e316b11597686f3488d18748190836902648cd0ed8b69fc1ac1b5c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..916e1ad9154ac381e7afa696017f592e120051e6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d34be2cfb2efde80a8a05207014c44134207e43fdc835b4574f80e9e135f2a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3f42812766687a067482b9107867f8da43c3d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67353d6521ff911379d176808fc5e8fd583ff9d49387bdefc5cfe98ebf6f9691
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3042d063ad496d8cc5aae6b3044b52803616c441
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4863c6d8393d3a5cf768e3d9bf0d64f31782e6622944e758aa020596c1eb6654
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b7e3ce4cdb2075a74f25dfffa7f2692ae4226b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62524800ed436993f7a84fe78759a7e9ddb19281eb6490f05e132879a9875f01
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5812c8f774864f5657ec08aaf98917840505039
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b75013ca8f2b56f977c9075b0ced5815c290582a9c22684dbcba580b9ec4e25
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd0c51ef002a1448e630c42d222233e61c2d94b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77be46dbb64aec4d068969b15641c6137d826a05aa86416a65039ab51255c15a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9126fb5a7c0a84bda0fe0d212389c8aec5025d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd1a0a0c0ce7e15a6610a136a7835d9a56dfbd731c75d83d971315a45fafa2b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae3f8a686ef01af0e293ba785762924affef440
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1282173a549b47e4075322716c03bdd1d9ae5369e5b543b2c680b5dc619fbc5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82a84f24da700c783fd79582c46122e73667ed1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09bb96ab2ad9ed7f24108ac530b0d9d50dd90b745b7c0c63dec5ff56fca70cf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83042b2931f28262772b39bcfbf5e917708d5c1f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1385745588fd095cd847c1f290b7b7dabd9717033e054a043ac35f0c79c8ca9e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c788beed1fa58e78688c836eea9e12e5a942faf4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d1b88941ece36fb48ae48f9eb90d7bc5f19d61fbdab3ca5fcafb8e74e124b3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f059c0c536050479744ad898626090c1d24d88f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d833bbd5b518fb2b3e74527958541091c37c8256d04d7689a8e2950960ece5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..053eb2044c2dd483fa9057a725b55e714b044b18
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c27854eb89d2fae23bc6e08537c2deefb47074a11ecf2bef64fc876281fe899
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7b0b90c475b1ead6a65759a7d090d690b0da47
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba93967bf55b3c186bbd0a5d1ff09b890c9962e480f5f00fcb70e583d1c5c92c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..451363481c8adf4e7219d45c29774052a5b527b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee39c683e942f74ed18debc1d006a8951469369371a5c65220108315885681ec
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d325965637429ffc3e72642612e7a3c96572dfb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb979a4a3af33958522d7308a6369edfa8eb89947e7730e6725f455c89c55a7d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cfba7f295ac6137f94cce37e0cc99749e6594c0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87445d8d4598dd63df8b2e5e2cdde716fafeaf6fe2c85f81e756c3c4374ed197
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c56df76f3ce39669698596fcd5a83c565329ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eaffaf33ab8178178e4b6f11c85e02bd14c32c1d23a0a568faa66882563caf5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f7b0571ba2a9aae5c5dfb70fd0d85337fc8f4bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd33095c61c1207d5440af36026d3886c2cb1361f86db78f9752ddb16f121d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a06bf4c0c27a0f10c0aec249ac84d878e0e1ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf254c9f0f88450a7c27f46580a70c6fa066bab8b3911148db7ce9d29db427c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55734097d25e3899a17708cc9b49af67559db987
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f28064655f75c15cbf6698744c9e2cdc95a2296350b28393b75c2d665a385ade
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5441f39574a9045e219c6f754f908930a8342bab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d55e74ad2dd02357c193a5f748ec454b93b2689d7b8ef17d2daccac8035e84
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..facb257405c237f50fe306f8d002fc8a5db0941c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61eefb1a949e6e59faa619f4072e7696802d35da5626c513072453ffb635c65a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f7c34a548561b01de85f62924ba81ab0d79b7f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39bcf822bb2cb765724a25a05c059a4e3e6ec07c39ea56c94811da587533e0eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d976ae98dfd36ee532057f7af28a773a7490a21
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa91861c6e726dbb927994e059d17fd6341715dfbb34c2a92037d4b9a414ed1b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02353a17b0b22744143620f67bba1e4e31a6e822
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56558dbc47cb878b799ac80470e81f7eae8d24e518b5bbd0df493dc3b30dd259
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..215dc7c9ee8f0aa9ecc3b77070f1d21635b08d13
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172831794f4b3b93c19674374be324a4c3936fec228540f7005d602058e51343
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea6201ab4acdb14927973eeceef356c97f138f2c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad36129315adb17af4ca14553206bc5f19e357356a34c38168f03a722c92739
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae05fee8c17483e811277e43a801054193249e12
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:239c94efca831c44b8a34563234a960e8b0aba019162563f5f26508e7e08aa20
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80ade792af4d93061ad4bef986936abcee543c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745431d509dcc14c56aef9ce30915774a05f3c4b7c4d3f18ab249fe2bb25d1b9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095a16196014106836d12aa83d1d1d7467c72ec4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d7f509d03368104eefeb0096b11ae489078404c93f33afd82be656aefa55d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c5cdded67d3bb8aa97c4560ebdc8ed2dce0b24
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a42f24ce770158ac68c1cd708f4baeb82a976ca049eea77ae032fbc964b541
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587aa99c3322df8bf9a19f6c79d92eff95d0d5a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867bf9b1e730ccfc54bf7004154722702525a3b4399587b40291f636a28547eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de16ba97cc8259abed31761030fccef7b770f37
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4272f1ee5c463619651ccd06f15d5fea96021e95d8eea6e8dabdbaedecc1281f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272f44f7097638a5a4d39b6f10ca7422c3d58a4f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f160b19602335ce0ff5bb2d5276a996547a70fef433f9f9507086a156252ffb4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2f2eb1368b8310a6c62532b5d4d8a9cb6f739b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41264bc6202970b22f03f7a6ea6e01f25b02fd2bc0ddfbd125642344df94e603
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83198083e132c8824ceacf2f922665abb58c60c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62944cc13d63470b0dd6a2b7bf3e78d6e72dff07e7a75dc81a78e1ae7c06ba8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c2574b6d27f05e793412d7f58425e6a031c416f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1a3d652c238628eaf312c32513156c10c7a5a1d99ecc882b1e71c8d8386465
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89c33b9c238ca3430c1a1fb5e816f0f734ec791
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3bfd2ab3af64372450a554032a0ebc8ed160fff8f97b1802407f55159edabb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05dc8549a15911cae79c47e73bc9d57a34ffb19e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e42c51d4b1c0b30b29164f3f40e35a9a345183ee6a435132c6f62cfe918654c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49756a3325a23e8a97ae31e5b8c50ea99aa27e56
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e354a2e5867d24de52dbf3ab7d96147c1861543b5f3e804e232e98f467c37e4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e9b040b77ab631cf0da5e528c9558b63adf718
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c286afd951e7e98fcd308e382df5b2e925ca3c45f5538841136d5ac36d4a6943
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae3b820489e46b2947c9fd5cf04df3d8acad441
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1971dc4c9b8cc97e9b58d5ab66fee0681df31625bb9bfe2c7d30be38695bd4be
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e799009c073954d944a60db1fdaafcc48226ad2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd2432af844e6e80f31326ab3fada4b432800aceea1ca2dcc38d536422d2ebf0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa665dab82c21a802e3ffd4759807696a194d439
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8c7445a5d0afeef4e922de9723759a061c8d638519e3282e7ed999f925a7eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b84173702e6d69a5855965cbd78e58bd32f84f5a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0107785c547ed4c7f3d8ec740c53e14540f437c36bf22022937bf937331cef
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62bd21f32bc0eb9eb1831b3b769bbbabb1e865b9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff2e27c709cef0d212b87bd357b85478af05746dba34e120acfdaa288a06be7f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58065fcbf529b3ea84fe908de4d4bdb78d815efe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53023bac154a4ceda86f882a8caab7d745ad12138bdffb3eb794c3b9f3b9d031
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..228ea1c32129d7bb6f0fe694e6ba5b2bda72c04d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:607ee25e8cde8f043c0210bebc6fe4440bfb07e954012c8008a4d116337a82ee
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f7b712331d930fb834b4ab681a86202c705b3a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea3eba446630815bd57b82f7de1bfa69f0e06b613feaa0143045b8afa5a9eb1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c01436f5ba8dd1dcf23a4948a6e24bfe1d645d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c52095e4d0dee073cc9ec48ac637e2b7f909c110ffae660d64950ff030b8fd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c395383cd758017903948ebd2ce5622633b81f2f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73c741653d4d54549148e6d90e9272b05e1410598aa398b59e2dc1a8cef837d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a9aa4c32b9909349e670a5b5cd7ea6efd75ebf6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b411577bd410d113a6c46c2334edf4cfba65a79421e41e05d110d61ba62d4f99
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db276143f99e04d42c61bdc2225232b2c641edc2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a0e8b0c333597be6e99bb52d1999c406f809690ac13ab6be336647fb3f5292
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7781e1f3ca32de6b0c49410079bea8a8e303a548
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1106a3391bf86bfa6223df3b38f802562b827643075d9d79dcb886c3ee970dc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0a007af85af7bd0dc530c00ce3637d711bceae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b92186a0436db2ae5c1baecc8bb27d7722198808369398a6d744133161fffb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b82d99f44e151ad2e5477c4e6af6203760f2f2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735371d0666a4e44251a121e18dbb5d7020067ded84336c61c800d9a34d2b3ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0994a76b9bd686dd1eff48193bc1c08d28641b99
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c7d1521cbfd344ad3a5d24dae5001af8785b02fe278775af1e0eea65b5ce69e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26fc73b12f2611be6e012dbaed1b81bbb7be767f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3528c71f362bf1e37f93bf264230f2dd3ffaebf2208a23cbe23a7bc12862fe
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e050df71a576a857a3d8e6f0eccc5bc642df80
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7bf45b3b2929f83f2dc570890d87b414ab0fa0adb01d625de4fbceff9bde317
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a8663bcb0566b6fc4ff6863caa928ca6fdffb30
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a208d41252dc199798812ea710e88fc28e1fe04324dad581afcca2579d8f5c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99dcfae4e46ed2cc1cc04e0378356812f6868563
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484f6d48d4586aed9e29f0a746b4dc43d430eb07461b0178e2806b258221902f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ddc1ee2f031b0fde002f3e5625fb53e747501a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1679722db610b62763917cb76dd975a5938b7c0328ee4481c7f17729fcd0bee
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..383f878a62bea472173700a72d850158704395b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0bff6ecd46f00f1181ae0cdee609885fd833c4c898436a048f20d55ec94f13
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d6731d0e7796bc3cc40607165758ea06ef547a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31bb4addc5fd1f94489fc88d63107bdf7294c3c5e3491ea02ee973801b34bb2c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc3ae9fc65e712c7395f903ac3cad30669b5b3b1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe18619237ef95ce39f5aba58c6ad59964bd631f44b530b5305c75bb9d1eed4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a884405eac210ee0c0f7abc9733abf9cfb7bbb0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:635fa5ae9c96850eb062e6725a58b4c03447b036e4e4defb3198141b8a22e728
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c5612adeb9d4e2e68ca8bda1b291b9cd045bb49
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7d440c91755499858362cde7aefc632c8b728d5c250d5c1a52fbd430085def
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d239d86d4c2ce2fc47bc5ca3016521ece55983
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2092cb8d0d1568dddb088b51a85aa18badab197e35cb57ff76cb006384ba3c8b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1efddf73dba06cd0ea912539bab6d01d2c36b8c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c791f34cd0099b60bced9b6883e55868ab0d69319b2067c1f4e6b404fea44fa
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d2860a0996d564350bcad49acb1de25d6cf227
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39c7ec7e71e4915793c770bed1b1532f11ff64efbdf872135a21858b4ba639c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649d0684c522f9ce993b5031aa9c8905b50529c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4641a2f4baa898e2e4ea2242790588d1b2b67a3bce77b65b46989e99b32c742e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b9b4d3357c2446f97ced5093cf149b7ac076453
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549b41778ed0430cdd762310d458a3d822f6b2bccb057f30b84e17cf3304e193
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f69d0aee65dbd4032a098bf035a5b55aed0110d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd01bb4a764c89e21db5ccb13401ecec4b4ccc02426fa6a93a7675edb39acfd5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ba46ddd872065acbe1bf356e0aa86e5bdca364
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb4c315c9d06c4d66d2641a82a3c101e8d6e7ffe15667755d93f84c39b9637a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd9adca556b967d5b83a9f7c45ae851b91f5a4e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd2d9a77178b26622bb73b2171a690c345467b46fa5ffc4b23cb7e94442ea81
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9874555c26f12bc534b4b1dbcefb36d56ece3160
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619115df977cfc5be4a94711cd0ef76a3a19e2820a95678154fa724ea3265757
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3770bca2c1371711238564cfac94d389fc3831
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9771e1ebfb91beee7eb825d2adb2130ef435dd433947ad9c94ac0ee38d0f22bd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30af6a80e27066d1c4ea009f96863b4089e039b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233a33fe7e91f16581c790d4144afef66391a66e05a15205ceb9ef7eec2d55de
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dac45a6a1b66f808eb4ba2af538be6b3ac060fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02b5bf4fb9e05f36517e268ba55f1a1de6cd8af68c264651a319bfa71262f68
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2340b7cda755195b62944f4c38107f803d7dd25a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5bb9f7a4c15d239e62c892058ba6f5da4e9c6d9d23fabbe8d46119151c83de
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..150b46eeb3c1b80aebb8e6efadd39feb90d9b7a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f779a83d4b4544f7058722dceab5376d2642311ecfbea67ba0585354da9ad1d1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be24192da7d109a6a68c1b5b64347d3ecf9c42c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff63c4d927c7d194761a097830684b4ee32ad0e8400b0d39afc8330df3bdf489
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cacc0cc8748a26e87c2021b2c7c8d071c5c9339
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1623c0376c01e9aed4272f3caf42f0c33209cc5982b9ec8f5520ec58eff6a45
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a824232e33d23f9b06c68b46e68d5dd2e034ed9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63df6495eb87d6b563ca237f1b93abac0ce06c8bfd95b5caa055eb576be97e4f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad9d394a69cb861ca1a553772a19fcef73cdb113
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd8b9b8cac18ee78f6ac8eaeeb32fe67fb4bed4ed6f4b90e82896d0788be4341
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30cd0d66f3fe2db954e1eb665d6851a7e82b91ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c579472aae98547f39bc351efa6679a0e7b1c59d5327e45b55c4186e2d9631
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36bad91f7b2a8fca6c818b907c8c41f0ff7b76b6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce0a32e9683a77ca8bf660f2fa90842c829dc56f7e0adf5da50a8366c21406c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914d16f635b1db8ef6c11f593d909fc0ae53db88
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd2bb5d3590828c95f86f71608f3d359313c0b1fe4fcb1912d82803877a97c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a90b4f3c236c4077e0fbf20b0ff63a33eb45a41
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c658b770377f7fd7245d431eb264a2611ccfa60a74fcb48375a6c6fa0a8615
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b1ff6e7e44fbd5d84f7669c9d9edbf1722c608
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b519d2263a07f05736cf18e2f90269e27ccc5d3299692f00428f36588699a7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5d0d475623f9d32ff49f853868f1c76220dfaa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be6f76aed2f2103fb3c010f0a671154f9d27cfead3361cb4847f1c11afdd5ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88bced87c1264fdee692d1b62cf4d3a12e1435c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e043a65fc16813323c2ee4bdb4f74d0c1d28a218e24dde9b11d803c6d0f826e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e131833691f4c5adc37f02d713051fbba6806fdf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d7c996b137c92b6746432c4ed29a7949c712954a1e4e9b55812000b6c8a65c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c11ac1b37e9e83e5f914c86d07f27a971cd4aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc3810f6c1bfcab405ab5fd4550b58d77bbc0f4398619329bde3bea2ceb68c0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67dc7ff8a95121ef597c6a276a5c3d4e207ceb50
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc62a8e9732db3cb404bde469da25b389ee4401dbf512ed54fe88108e008319
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b47a4d8c67448193415e002853e5fd7e49b2037
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a4bb58d1d4f9eda3ccb0e20bc13587d3be93dff5a30bff0d9df2bfd529cb32
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abcc468005424fda354cca7b8ae40a4b935f14fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa3c37e7825a8053bda1327c306d2dd64868916665b4cb06cf1239483bfb7fe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b2fbd5ee1dd396f8d653fba97f186550b1e712
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7a36a1cf1d84caf55f5decb6f5dae7db41cb930821a7a52db350b089231729
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a6ea83b533317c3738b74f71215c917543e556
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b480d25aced18779642f555cde1243bcc03c049b9a442095d33dd50c29e95236
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd6c88a1ac51c1660ac3a0f7c19e8847af2f991
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603a9869b73cedeca2bc136113a7f5cf510bee170107114baf384d0fb31a55db
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ffcc5b13fb415e61dec3bdb3751ea6ed419075
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a697b5c287451be6d0c4a3f03f3c78dd4be5f3637fdeaa389f88f052c2d10488
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be9fba72fe4fa9aace9e7632e38f2e15d1ffb2b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d57fec1f092851065d4a983b17834bebc9141b8be3516c751db7269a172c61
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27571216507f611f5cf46275a3c49d1a16be9ed2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8391d133a781db032c6506c92111899f36115379781802481cdae3d54412a6ea
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7b876508274ea8724bbd6405b7effd9ddd3648
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248f8f77b02f7c3d979a54346f4f7f09f472378238af74409e50484ed054deb8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d76f70e780f3e148bd93998beabfea23bd3f89c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1cc693585885590b0b8c0992c900ad48d4bd0dfd6f4f033510099628cd47db
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f75ed2e1c1b97abe5f9f3a7bc5f888250c08b22
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c661f1235c3eb4cbb9b78b13e959334a7a1b7a56073939f8f91d7bd40470f74
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0936306e70e01092531452fffc7c2956c71c2195
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b1afc24d859a56ca01c2d770697b11d2e7a784797f926d17be810543652d51
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d809386f736e39ae967994ed43e9fda9f3819f2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:656858cf97aff64cf33c52257e570470935c3601c7ce8ba29c1f3f520d63f690
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c930e61f78c8fa1545ff7e5229a05bde4e2427
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90dcedbfce4e8647032516790be77a6442a70d7aec810cac25b31e998e8c6825
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d4ee63cbe6c849d46aabe66511fadc8e0f75a5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be83b1864f22a1042bac370da3398fbb70427b94454c92f1797c551cfb6132d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff66c81763efe71a1c6235ff42b1b4d385b6b434
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735c4d68b278c9acdf7042612854e647d3771ee148f063b2d970e86c56936f1d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765d99a5a22f43c29eac03748a9d7b8365ad975b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abba6f60b9b475b370d69a9b89bd7146ac06cd96ebdad0f177aa14fe53502783
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f9190460b36d3a484a3fa08d7642db0e2459794
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a8bece43ecaa40f7804f55270ae978af30d5db83ac347413733ccf57b1607d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a64f10a3ae0e8e39973f9c7223729cff2cdbf735
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f069281b7680b960ad30a8a58530fd4965e95dff1bfa75406e28d188baa8c8e0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2f73d1a0a14e9ace5947a08021e63a9f512dec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96eafcbeef4e2df5ef0bfab7e413ea268f2e8cad8b63765ac694a96f11dbe333
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c655d99e1ff6fd3c771b2b2e257f9844c3fccace
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:680a93d4be4cb12d53df90850e884f6be5c0cda4a8c43c42dcf950d4d33b11c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64b4173b0397bc7ec2e4f78b19883460c1a42eec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d147adb2c590ad347d695c8568ed8119b54a4b7f7258842cbc79cb5b55f4d31
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d118cf20b8db8e6a01ecc1a31ca7f2c7414fd4fc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63209bd8d14965422bcf66305fa2a4672e1494e9e372b20649a8758d88f52954
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a105c268f93d956c14971cd5339875e49970f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b68ce5af168453db51fc0c83d3f792a89cb6175dbddf4efec57038a9f59cf5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c8ce5c9f4b33e5dd8c3a810cb35ba2ff7ecf9a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ef3235b374939d9c477a171d6de268b75f0b1ba02f38a93d8097d5358ebeec
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e5ac8fac5ebbd7f62dd22638b6e74a6aee4ff8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a324002321fab9ffabaf17c69f766be3339c682d6b66749e1a32b86ac9c95782
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb438d4066d1f972eef17386845c152a32a3a472
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aefe079f95dfd276ade94b7baf21ad8416f0ab74fbfc943b6eccad20da9b5b3e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229e56cc85df3d8b58045515f373910588245c1c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d821e8d823e256d816d16cd87fa0c868dfe8d11901d131be2118046313c0c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..730bceaaea5118727693df4beed0bc8f1e9f04ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19ae33b1948c407ead29f6e35857528f9f33254787e5b6b3a7a8f1ed8d8ee3b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6eaae88e55afc10f7d48d71b34528496331a01
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76969200056b3f6b8a3a4ee66c201dab39cd9784009bd5ee024c90a3f8ca9dd0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c01890b2977b4f1b671f7fe3b45f13f9bd112504
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7276c45dcd248e6f3d77474546fd9aa37fc91a2e1d127f47119965815d67df4e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b739a9add620f4fb1d8ded31d9ad0cb5efaf997b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4132d9ea334451d4b835e350b8869e6c5ec806058fdfa673712ba0337004d41d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b785f7d03491331c72345de08ca2401e9aebf2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dff6f11531bbe53d4359407257ca18e720b8086e0d0ebb339ff5e1a08df038b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204ca1324527e8b954b0ba384d7da255e12656bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb5a27a20a8e0707a7b6d6b4b981bc361eda2d2106bd22ffb8b1ef5208a274df
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84579f53337697c3e4838fa33074faafb95f4313
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec23ba747fca0abe4e44b8a7b0ed777faa28001925ac0357a3f562a3f50e196
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a451c86c7ee8162ca32a1f63f0e74e51487891
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2090c7de13245575262a43bfdf412acc72d5c03341cb89917a976b69753f5b7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57804e87df5e7e8580a049cc333e11e5dd919572
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e973e8037afa3db5b0de5ef77b7f3133fa2e306b6f50e8d01585d1f83dca734f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31bf267d327a112dc98278b9fd7720a4c1350ff0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdcfb1137340438e0bdff8e5ce51b9b39d74bfe3b50d8ecaafd9e9a274b1e039
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c625791181a035fa99569e68c575a1d37b577a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6534ef01bf73c628b4a295da387589e794545733db0f88157f7f6b43f66161
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab5329271b9b746b3f14c15d9c3d507c139edb4b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feff42c60724b0f40cd2091c81a239782efae441f03fadb82b920e5fc385d403
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d04b4a087d0df63c2ab81083ad97d3ec15f51d9d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c353c49bfa98161cbf95e5d42cb6c3f6914fa2cbfda6295737d4fa5c3f224fca
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce17ecfe8d8341a0c602d36fd8a8672e34d7cfe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad5a99765a7216bc3d2101ee4759be3fd018a6e35d74fd77ecfd6e04ff960a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63eed132ee7994de15bf57525deb39b10c260f91
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705bb600c5f8627bffd5c35ec5359cadd2cbd4ae86b2d3312af21432a4d4e473
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcc71ce38bcf7d829a732775a0492aa4dcbb426a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c7391ae7dd3734277f39040917fe4a34292a7e4fb8ea47c0ee61a11713e3b5d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21433ccfc65b4514d1c1983a601c8a7292e5f12
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ba818a41f04faefaca26f700ae934c88defca4aedadb50f207a3a2dbcf85d0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b17b70de7c01c9974cfa6688716ce6a458c970a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eaf3758dc4cf3d25e224dd75ba6a76d243b76ff989223db824aede32ded5b6e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986d5a79e4a6d5e48dea9e473667f79f1c3cabc7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee21ebbc874a3105890a598c9fb6453aca43195c35a3f0c4700baad1ba4217d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfe18eeb399bc644f1b7d64a405a590d9261058b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93869ca00d6d3b768f6c6ac542287b4ddecc835104987e95d976afa9a5d3267e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e204de0ed684fe7f27a157bdeab59d0b16311a71
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2595ffcda59fc8208bfcd7dbea55129040355aecca2c32640d2461cfdea701bb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0fc39c610b512fb5da4c2d81bbb18b13e08f67
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5a4fea7e84ab7fce4555abd6b2d5eaaf2f078ac560de1f9364e6b4bdca0c7aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97971bf4a950a532ed0e2b89ab5370d8b4132b9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bcd99f9ded2c165d04b75ad555ff02f2378db25384c0d4e0eb657b69502c307
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726e63a193026632fb0a169f1232b8ace496fd2c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2880c2279e3b6c369efeaad8d1b5529e43dfc7c3541811d3a5995994897355
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88ca3e8073292910821149bd490a8ceb405606aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e74ca372b3a61404f40a8f48cdcf744e99d42fc3aaa4c1520f0b8e3d5fef6287
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5528f4a95d5adf7ef7571203a4587263ea25476d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb500abd33d875d02a8fbc781fcfd76d4876906777bf78712a7e8a7544187665
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3ddf34011a79eea91b488f059fefd14a6aeede
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe08973a76d20297bf5f7ffd9c3d59c309f4b7886779ca237513be8d45be064
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22819712e3078fb3210f8db7e11eb7be5b2006b6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e843ca11bd305ee5572abce34b67b5452f33822a06c4bb21cf9e9db8f0f573b0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..359032d60d7c6d45cf0ea8945d791622c738e6cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:965fea359e374eb27385783a5d4e5362249d57cc2e26d32c34c8c77ee3e5ee97
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b3f8efd2ecaa11f3656b71a073093ccd0bfac53
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445a12746b498a14b37790e3d4535312d47e10e0b5495faf12d6e40ea493320d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad4ef88b2de67d8888cb5d80e52ca144a8fa57bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79cb30525be19daa9e2b16aab50fdc804dd8b29fb6d6cbc4fbc8d7267ac98490
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b3c4dd73d751d7fd94a37c8744d47da7f525fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94bef6732db4b542f3d438894f5cfd8d5b16f4d81df71da8a19618eac5bc5f13
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d7df4202f6388a24b92b2715b0c720a4d6d887
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c2df67da697cd62258fb67d606a717610fc662de3fe45066da77c44ece7cec
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82885a122c36927edb2abdaf19aeaa28388910d6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:840eb8b1ef077b533ec4bae991a58f633255a90a6d208eaa2fe5b5eb8fdc3fdb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac0163a013a93c88739697dde5cd2bf7a5efa109
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9c9c6655a62f5930daa12de233c3a11447e70bd694a2ef91f3d9b94073db89
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c4194f391af0a1b2b4cfb2ac18f167b322af65f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa85b8458317e8551203cf51907e4d17c57d49eff9f1a291c849323d962a77f2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2ec354635cef750e4810ea086ed239979b9b3c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c013e74cf1e210d6202106a13e525737552464219b5a4cf1e4415aff4aec5d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecce3dce87de0cf67cfe437cd0031d8b5fd08700
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ceb5be7f213b66009dea8228537e068d10b9b6ea64549b4fe7b55b4f049b4b0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..879adc46601bdefd24b47431b5d053f8b5870fae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60867eaf2bdc6adaca0e85bbc475f157f9f3c4970ce06dc7df57597b8b12497
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cec8ac64984b2390df9b9b9620f95211f93603d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b22c63b3354bdb4d030b4fb81eb286a8a74c1e2c33c3db460a5e219c68a1693
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506d53695b4e6daae2365d7d4e67b093641e9b83
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1633f1010f70ad9744f12f6fe87b1c4b6a5b80a6499120bec045caefd4b921a0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1924f2a1d11926e3ee3065b692584682e84e7bae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad9c02b37a1cc5d8b6fe0594a335b83af3ea25890c67bb77b74f949d3b72718
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d85400424dd78ad6ea9aa2cc18b5450f6a968d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f618d63e728cbfe0887b91f80fd9d1c152d85f7f99f47975edd1b31a1302a044
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb484f02579ecc4aa029b70b690cb38ea32a1238
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3996dbf06ff01812c4e786387fc5a1fe9569f8a6421f95f59be834934f36e1fc
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173c65bca12e83a3d65f328a23a62836435c629e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b7400d22b689dbd2c197cac6304bbd7a664503fc64e56fcc19dcfe6276b912
+size 3203