diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/lm_head/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/lm_head/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba223cea433e1767606750c6dc7f6024f468602
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c43f8a4091e8e191956393c29f489ca6078e614244bad26e86dcb26ecefda9
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de26a0cabdd4c911bd845ed3770172dc3e57f1c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bdfdbfbc5308d2762d300907d59f9f3346ae75cff3f23fe6da21b53be44420b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b13f1eed690e4bcc5b3caa1b20ea852d0e9e729
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5ec66f7e938e919f32fe2161b2e275bc36e4e9f302bddcd94040841adfc2e94
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5147876fe340014d2e19fcb8b3cbe532d234adbd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:112463c8c974d482b7c6a8d85a0fc8556fa40cf2ae6b788ebbe5bacb6a2858a1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6272b63f0c7e23f09aa22fa21097c54f3c8a736
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb3feef999e575a8b7e5cdf5e95906bc03f28e61cbf354d9b14580024230cce
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b583d3094635a7804cfd39b2810adc3c74e32a52
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15da78b025accdafa49d8e03e577cb6893c7cd9d1147552ece880cb6585f75c7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac480f16f2decf9d9133b985a233f1d915f4ca05
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9332ae13ce0017bba0511cfc5aefe3633981bd218d6a775b3c3e386e721af7f4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19bb4e2ddfdf5705969712f792421f3278107405
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b85699d876ff1d1c53f07d93841b647da987a771ab79510d0ead997bf8ad82
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a94ac8f6661ce4f62d2edbe8c386a3055450c96c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8d734c3a1d060f58cc00195ee2a1b36b70e9ac7a0c9aa0823e42805d03870a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b007658206035f2b324047cd3dfaf118d61bee
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb3fa4f98855901403ca83a87a32bf8e79dd75fd2313992bbf3f70599595b72
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46277c77c465fa494b9e6d8b8559c8fd6ef1ad53
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924f31054f3ada939832b0159fa3699f482e9c4a41ce12cad1f516d26b6f1b84
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca7deb25cb0211ccdd05c92e7b82c23c6100487
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72bacbf650d40a82b4ec37e7177daaeee914a26febae98e30fb5c95c217b37cf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a29d009c51478745153de0be98ea34c621efc6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1039702ad93984e84e7869fbe5eab100036e308284f2607281e24da7f6bf7a95
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2294e756722fcb28fd4db3d8a9b356167046d9f7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49eb02f5381a2f1076e5b9f817a0c0ae09bf5be60595b7d987bca910aa270519
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecaa74a94826c2eea8989782563f46ecbf85fe4f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30935d074acef41d8f862ed86030185cc416e6c1ff85ccfaa998c8c0192a70bb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e2bb888dcd58803614c82f9e864a9b18eb3e20
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1e2c5f2cce6344605272c9448e959d533fd3ec1d1b5b2fe8d81bc32ba638f1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe186bcc939add6140ac4d997b39fc92048c291e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9ea2f1d3828cde851cdc7137cb47dc99294556db5d6099ecf0731a3e828a5e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..920c9f29fa9ee23c0deebc3c8b95e0c453a1ae8c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e583f223f69fe593649b921c9a03b55d1fb9fc4a5db9baa8f25feb93f2cca5aa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0379a355ebdba8be2e60c1d336367a595a091c41
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:635ec00986c8d2c18abb5a3a635316aafb4e1ca3a1d35f601d2d4b47f5afab01
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f456df2299d9fa6ef8a7c5b34682c9ce3a19bdab
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596c30ce72879dc1d4bc3d29bed49eb856404d79e0de78ae9d5167deaa61b848
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92bfd17a01030bb51d8c349c8e523e551251d350
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66d218817b304cffdf1e7fe1a196c051a45cf2c2b3b083e6dbb216485debf33
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103666585618899d4d7ea74b4301bf2f9a695c18
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ab429b16964abfc41ed0880feab5859731db2721124014088988b2907593bd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eebfb0b47a946c4b27e9f003aba86bd4d159664
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d5e4493fad917ebf0983d697bace343b3573b8367883bbea127763c11448be
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1fb4992cda541bf2f4ac1b927fba1e3a2e0b76
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:763ce27f1302ffa66eba238b1054aa682360714ce891870014c18b307553ed9d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d115237cd6d06b3ff20dc43b210aec59a7e5bc5c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20f19107fa38004cf2ece1e14dbdbb6a34c988d1c334db2469b792ed7b394b1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2af8f08892f5575c0c006da41170a834ad470e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5922c884cb861a84969ef51fe571761cf31b062767a41a07cf4ff538b3cfabe
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..517a7c67ecdfc76623c974212ecdb7d6560673d8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb5976545ad2fd2a0a989096e3a5eaae3afd6d7ebae8d2bf3a4a8b7782e2f04
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb02d8ad12b30c61516e3dccd2035a85b7c2fa6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b82c91bc7b21947cb712d22f68db92f07a9c7cc39cfa7dd06a7e9aa414b563c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c971e72a9d2b82042a8f4bb8ee6d2cab52da25
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9077610f8ad0cc50d0af385fe0208b7d34f5f2aec57ebecc673d27e578bb78d0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc4b359efcea8b46c22c9786f9b81a9b9f84ad51
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b77a38744e6f1f16ece26255a8efebac4182fba3afa774b63aaf9dfa95c207e8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f78c43d39b3119244534c326f7ff8ec9ffe1c8fe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bebc1f6d760a6af161d76f1dcb6c798709e79b1032e99f7ccf1e70e0444de845
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75790de42d06c5e1b714d1a932b23230221756e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43bd2e0e6d459f04d1ec119ebd4837c912c4d7ccc0e1023aec0d988808e8cd8c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0859ca2062ef37e79f18f1253d5cba7035f9bbdd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7749e936277c0cfaacfc08ceaa84596572220a37540e8d1836642173dfca9b3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a1c9aa75574c814a6a52baca53845d5c46d35d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0745e53addd68a5b7e60de6ecc51d76cf23eea5fbf6211a1bfb4f8308f5ce6a3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b78b2b3785a8dfe9621d26684eec254a5198f5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2e4395effa3d65b4182d93ae3782cc8d1b14a319ecbf6b326f226ceb79210b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac88e9e420c23f524022564bafded770327107f5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027b0a607a09e983f1632c5f9518bec136a46fca0195d0df359e0777d9859a9f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d6be761e91adbfba7b58a30b3902b7326453328
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2db62e62d0cd756c4f2b6d2b4ed3c8d134d04e5aa36044de2c2d5eb0f4d725
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c90124daa062d10345647c9599e57630bbff1b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281cad65abec5ea0636137cbc52991d604cc5b2fa5c31b900c94b360ee798c9a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e12bba35c1f60c9a6dd0be2b4f95ed72f4a4128b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:441d9030c89235e97bf133c0f11d9b8824bc27095cc4dccbd408114b9ebf5724
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091a678bf9ba92c14c947bd5ede11e476f97069c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce14b85b5fd0c5d95f7426e749484e74d9786bcb07c93daf8a4d15c870c72660
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52805f22789d73e50287c29f237b85ee1719633c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb73e753c461b18f26536af24b8692d3e0072ac2a751a03d91387ffca5bcc62
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9c4dbdb39a385d6fd0420fa320dba8d1ac06c2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddebb2797445c9fc95325f6772219fa4ef0c0d2c55fe26884aad9aae843bb28e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e3ad08d42e78629da20f33a74c368e3d18b9a37
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8fac91a92e39f5dc313cf1ae56bbcf94806b36215337458cd2113d30dfa7ff
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2a0d14b7e4edc27ca0e5eb711d3b325840e991
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1c52df852d3d924fb14e0df7852dba1bfc8cd13c70935c822d3c5796569fa3
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2326a318874e93dd8a896487673443a1b27fa610
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e9dc2818142d541cc21a8c588418dcb317b81aeb73a16cb78d31d0bb9fd870
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a5e6c7ba42ac25a1156b17255488672e84d925
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b9437d02b98332bc621ae82a1a2fe5e55ff9e7c6fdbded5f7cdb662ef0d6b2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e51ad2172acf7530540278afa3f90d24e61066
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1f7951935e884f2d586049b13be55259854cc993884e6d00138b977339b70a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b6fdf647962cf043deb8c8ab09650665e75260d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17878b8c0a02914e2d2bbccd07d75865f102785af679e0f23372db53e3b42b54
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70fbb05f24c822248331f58a618d786397c033d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a934180f1e35ce426d73c40e2974e9178a133a483097605938f45c2798f8168b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3acb488aaa82e038446df503d5f90d222198fa2f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa94a41d2c5f02b05415a2306b5a859d178426f03c36e9ee5c67df22b7f95da2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3624085827bd2681478c02415484f25708b93307
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f53e47d9a1ecd40e613dce6103acd2ab82f2464d8fcc13553e78c7594198fce1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..201e9f271fd18b30f826f51ed672495bfa732c5c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1624e32d114574a344c057c46f7ceb99593cf89b2f3e31c43dc34a257d242e70
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba698d17c2cf894353e0bc2dab332127a81eda97
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29811ef6ca3ce790030165247556757611287d71c794c048a765093124db9d91
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..964349599374ee5af7fffa272a4346a013e3c584
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f153c9906499ae82e5645caef623208b5566f246723cc412e452de2b6a8b03d0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873b4b66eca47f93962c591d29f864d9fc1d42c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207dbb0c039c975aefdb61fcf95aee027e3eb6eb6e76040b4ea55e0eb224437c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7104c63b4d5b661dada0aaad31e3671d23f478ec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7283ef15fd73c05e479ac5a27f91c3c09ab27e0971ba7c9c2f58d972743d992
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..214ce679d6fd8df573017dd1a36b4f8c33fc7717
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0794bed2a797b675f133f5470e93024e612a7662ca9980d50a8f5d338cd9013
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3a030a246fd92fd076ab032c5fb2fb936012b1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e4bf0083eb4ef34f9246cebd608aaecd9a8e51527c5d7e5d7feb07cd8406f5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..069179566e2c81cefdaf6ed794d21dc83e93cece
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1df9884b0c2583f1e9f73a1e58b80aa715983f321b4a2e1d96ee5526d48614d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f68531c846aa79473e3a7b2b5eb4e24a70f8e331
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc999bce6e006675b8393829808c8e4314096507eb36891281a3ab1e496935c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be2845a703efaee41abf956a0e3b0cc63f7e4a7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332d0abbf392b51622147eb8044ab8b8384b81f62b99571b8f6a47d3c63100f7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7953aa798b83574b5f7882c28de5780d7d2cbfeb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ebbd43822201dae4e500c490531a960526b2208c37a245529421297d80fd5cd
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fad01d7640b08c217b4911d47579294430b3b6e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c220fd8268235f057a6c6304f2b056f9d46bcdba3df06c6ee2e0b49a4dfc3d74
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea1aa36751f76fdd5b36a818ae702fbc1d73979
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aac6c50f15d9672b340c486a9215724bdab5f04a47dd6c24c405cf70d707541
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4deccf513cbe0007b79785860cc6c12fc4beff20
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d0d496f16886c7d7ef0c4621a4ded2e99d89e5318d04787eeb398cac5b6cbb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa2eaf56e8d837af6b3a2bfdba9700fb2f9d71b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6d3c02572d4e0d15f634e79d761817833ca66a8f16eb2de175e2e547e14833
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc3a351f613c769d73fc6591de87a27ffc2dc8e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c8fda12cdf4dac03da0d4bbf98fef478a7fbe5a5303a6a0940f9cc66a201087
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..659e1b89c07f929b02e732be335053ff16024eaa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146b14542e895c60557ac19745effc23227818115412dd9687fb86ea262d1049
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ccdd7354e378abca2ecb68539aab5cdf8b2005e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1eb34ccb895f3a18b35eedc558938f8936cdeec5b6e49190de0503fd347fed9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5be9675c85254ab100b3cd2f8e468bd5f8b093e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fbc09445e3c8fa4d6d5cb79c0ad2fbfd140f788d521abafc9eb86ec78267d10
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2180211e77bf4fc3690ecb06d590db82744026
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52f99eac54319f0f7bf06fd95a6c1795edf3f21bbcf17f3527953a0a6b503e36
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ba2180deede085f6bf9c11904a2b047ee38a01
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb9ec2cf7408c43daffe3cd9d564b1e015597f694e40ce82f54ced0a5d911e16
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..154c1693681ebfd4ffdce5f40fa38e4e3b2b217a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4af6a3f3fa1f49438bf9a578b255e2c8e8f5bbd78f863f810bfbcc4b25fd96
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a1073b8d9582d3adfa565def2a46a11bc3fc13
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e9aba45ca18a165688662b03c41b536243d796fc57e1e2e09d9c91c9af7658
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81befb07df5f3e0daae49156bacbdbbb5b0dbc2c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9fd9bfe551e79fdb075ce839d97b78872c21aa6bc0cd16645de02ebd0defc76
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263371376a4d4b2aa07ae0ba50c2bcabfc5aef49
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752a5ae271d4ff656350c2faa09ef4c5ddc0e19b3baf31ef3bfb3c80f622ea58
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726e2c8726cb6343a807767aac4e9c6aaf4ef60f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3a326a6e1e51bd9c2a014dcc59bddfb220ba0bf2f0c664a36ffa351cac1693
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc9cfc9392163ca4888163d1b3f8eb970ef8e07
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6054fc123d6927f40fdd3f91704d801b018c00d7049cf3d2166eca1ac96d9d2f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d78834374d54bac449a6da64af3cc7c6705af3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d99c8521d07e06becebc1010a2aca316ba35abce47044e68e731ca7e5281431f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1ef4907f04012ab2376a129dedcd666c108d121
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7db43e9f9cc90bb26ee97b97ff1fc32802a2679265e7c19e431304e61fabdd5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a56ff81ce95888cf2d40c643fcf07ae6cf7c12f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee665ba948cc65ae1781dfcd833482bbb9800e21a9939f4c0f139678948e757d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a2024ae469d9fee47de5e108bdc62d8367aa8f5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6bce2bc45a554fd1396417a99bb14ba7d5f103c89eb371dff19e753ba728721
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95fd4fb0406242369686ab6a6a32260fb4de1725
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c665223f57aed07f17badb7364813945dc7e6a213a5e64bb0feedac91f46fe
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b466bb106b3f21419262a7985e1b1556aaea1ec1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301ada4cca65400ce74bd37331da1e3d7338a5fcbd0c99a5980f5b3e4c56be01
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..876cf04fe0c6850064e38f05dc31f703499ab5bb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0c806f8d6693dd96825523d1fc09087afdb8c21ea5e06c0b23e74f9e0c62c9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463012b77247f5ba7e516f86d67b74d40e9fbb6d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6a176529ec84cf29a0257a2a829bced1c749327b5c1b061c8a8b306dc35114
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a4f4b220a528953fb77705164640842d69a404
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5fa9f630418d67a9686757e48ca634150fabbaab9081ac6fd6981613c130880
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8996dfa59976547e77a3db12520a6cadaf3a8fb9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b67de860e120415f765233935f078c372b6c7275acbb65a8d29bd614dd28fc19
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47df25528b75e506fdfb874abf1ec2810080248c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9edd7c8d5ada1dd9ae98c55bed00826f384d134b20896b4c436cb47b24060427
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2786a7644f6a674bb404d26fc60ed888809421af
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f2197f6ed147659cdcb21d19fd8507283bc8e0970bb35ed3df3ab2606b3781
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..264d0476c7a9bf9076b7bfe078f1d802a43c8ba4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb88c8d56013dc38eb1a6e0eb989e2994998ed0f14d16a63e4d35db2d0228d83
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bcdff37c1cf4cdfb80d3890c5a88fdf6ddbda1c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f4d017845dbc2ed08e951eb08f76141d3559ac7ed6d4643237a9c8a70e6e39
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675f0949017d54065df3022bf582ade42aa9b955
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcdbd54dd88df2e461866466b97bd5ee8f4d8b806a0046f6e0912cdd01793963
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408f7c117586f5b6ac005b8024e2778311c79b61
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5751d8d569532605893569d1665dc330632c9542819e3ded0765cba0a2bcd15b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457d8dde2a51a146ed75c7c91c79fa63b432181e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ef5776f63a401cbc652c759ff7179b2eb7885b7ed8b9d5848bb9982352fa35
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e562ae4cf5ea0c797ece44d8f786aaf1645927e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b4fa232015ee228b7bee60d19b11cb3bbb62af776999e01cf2a81ecb8084a6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..147cca1260f5fb2553784fb3269d7cb08fa55160
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa44504c5c999057b1935d8e30930563f1f57dd327a8acf8f15e81177e2fc091
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0076bb693eb1224971232a983cd1b7531578441c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c75c6bf7145b4e92fc70077d187168a6a3cc827bba867672dfb5fb55bb5e136
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8338aae85810af79ab98cd42ef9124782ce1d5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2f750d146ece97d60d10f4ffafbae75e80050885a826f883f33cfb493d9af2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0111629effd76a4939b14b5ed2426c73ee952f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff77f749d68b4c00cb3685f536278c10d746b49bd9c629f035064031ea78846
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd9cd32bfe92a28b161badaffb89e42621b50098
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b7dddb47345caa841c65839ab4b6cbd8fc2e128cc9022fd6414f60535f08368
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4909c7cd567c2ecf3aeece929dfb7cc800c4838
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b380237cc687c752c240b51f818e3ac2b356dd8c46b23d50ef94ea30b9f496
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53df7368e515fc52019a204a9045a3d79191896a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb660a17d5b10dd0e6582a0d0d9c981993796e1fa3ffc6e4f643c23f25878ff
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9b4523fab103080248be63dc67d7c870d8cd4d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd58b663504e3633453ea7d4cfe9c387b0ca3a8d1d539e719b56fcc814a9489
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9362f4f0d2c457ef303d4b8c9aa6b196b6764a15
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d0af106ec58ad8a977e29b1918d5f41cefaa2c26e8766b84a75ba2a46eb67f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..445ca91c06dc44c013501489c2a4b91cc94e5bd2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6806a00e552fb6b52e7c225d0c152f8cef3464f76a551300fbbe3b9748c88559
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f64d8755b65a7cc381351455ec0e9710e9d65dc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cdd7d1f00075242085452427627449efd631c5c476020fa039e0bc1b4951dd3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d7f03b2267ef2380ff9372e3b512e61049b185a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac0a986b9d6b85d275e7208b26e2c22546739a34b712ab404b8266e20fb40b4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..628f0a0834f765a90ef60b6ad76b92320f2b5727
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605ff2c72b2773e5c56e3ceff07cef38ab371d0144f554788304ff0a1ad32920
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d870826a04b2dcbcbd9d7faa84fd21b917b822f9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c283ab2d4eee07698bbf0e6248281a56d6eb52c968f032fedcf2b13a358ffd73
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539914d84b1f9f549ce2ef9284d2109561016af6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db70c131c9d6403e40c9b5eee41fa3c42bbc5246ce3126254d1d73d1896b7d95
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d589b3654b102a425f749c581575ca4a6b79e545
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d3dc8229a268dbe817b7040fbfde1a88aa54e950151125007e60ab6ec028499
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc82bbdc24e52d78b5aff44318ebc4cc1bcdd80e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9fe279acfae34ef2363a85eb5860c4df124e664dbef8d04e89583db3b486f8a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b08f8c2cbe5743550c08aed2e28458e5adf724e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3ec985f8d3e39ddcc5deec793f3a46b49e99feae70878131eba9516bea70fd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..203fb765aae0bf0bc201fdfaed13ea554cd1a931
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c8ae68f2185ae55239f08fcfcf89034496659d6b47e177380583d5ed735ed2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad85e117aeca1b0e29a5f40b3669567a1d8a9e8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c556a72878d69147d8d20ecce5f77d12dace9d8e303b5953bb3743c43c0de956
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f7e376af6c0a3bebf14a4c2194987d096d57d5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0d0332484029991d12501b7ae3fdcf6fcaa187c89feed2fa8bd8710f5195bb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743720fcca6b152c21d2c8d3c053a7994b592821
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048d82ab048250f5ffbb9ad4e42217bed34d3d0a5fdd0dc112311e4d018107b4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5333ae0fb72608be7fadc19eba87a5abae68e4c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4ff19c30b8eabbf2dc4866c57fb61a47d24bafa03f5155ba7a5eee025ba606
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27dadcd85384b15ff3049f9237b8e4a67dd988a4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b009983e50d94303836249c59c28c6ff7e0086b25ee659fa72e44148dd7403ac
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf1068d2c1d0ac29593da9c5f403efe0a25378d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21eff4aae6ecb6e86f3af68edded6ab333cb8ecfdb0d8699430a23fd4eb4d3d5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..489ea743d7fbf582dfc4aab635d8f8e6fcf44c37
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec983e689aad15e49ef9a867ada3bb71b8dd1b32cc101a9117da873eb59024ec
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf00b42f21e1c60b2af0986398ad28e0243f683
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c3560c5b55d6273e7a2b4140a8389b0725ffcb953df419b4a7d0c946b11bb9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f74b0703af4310a3f2ad6a5ae641fda0ace9e18
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0150a060c6a58303b7a39c5e79a81c91dd068925735a6d7f5f6924b6242d72
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b32bb44b428d4da784e92237ca913fb0a1d93ef2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4672209022ef7f76c0e534695e4befecd4e3cacdce62e62ab3924c42fe9a767
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b6eadb232301b5f4ac5adb1d755f5e5d14a85f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70fe8d8f49db9a7740f41ef30305ed07b1addf64527519c87f38c4d8ea3b9e59
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4209a5036fd3b76e5d8fa578529768c9b86312d6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c811f738b647125f1a38cd41a0f757a34abd3394af12b29e563319135df5d93f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b07354e14b41a4efe0443894d1fe3bc1f57734bc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5f590ecee4712e44867c472df93e6628ed156528e78eaa503936bb7299505b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8abc27a19271590131e55fc6550fecd288c6d5c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d2725a816aeb74f8cdc971803475a64799ff0190cac139655846cfd0d86a807
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4755fd2ce3f3d6d9f41e34beb6cb3b026b6fdfe6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bfeab1ce11f6d76464d886b58c5996d9d9a8157563a6d296f7cfba5e156262b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cea7fb5034b52f7d16acfaa7408bfece7be3329
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e852a3061a73510f1390f184843875af2f1fd894a217ce8ddfb8a760b20e6b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36201e291f2b2c9aff2516b7d43ea6173c7ba232
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:032f366be46c8a0a7ec9fc37234efd8a40588421f4815c157742089a7397f961
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1962b9a0b3c9b2d91dd8444a945650b07cf6f0a8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b6681c5a569fd4c769d9d9d9e46357e43fb381e841ffe356cbd3c7273be333
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7a2f72f1d388ef33c47a7307c6e5ad2310d696
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e16d920d5eab023c8cbe24a89df4ffff10567f7e891dcbde4626f8d75b777f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395925944871a38f7e0b931351bb39622fafd1fb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce39af0f24b626f8276fded2a93fbc0938aabaa9903a4fad3ad872b85b79a0fa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..415555ff67516e9a0404d10ef79cdd6bc2c0ed76
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c403de87eea0eeb4b640008b4fbd456f390f3588b21570329412cf9b6f488b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c858bd25af2be7af81f360de5191bbbe5a8200b1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c60cf1348547ee43c8cdaf8df3c64fe51da8e2a77f92a2819bb18517011f8e5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a377e911c9b950ac2403c5bf2fcf56e8be5aedf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ee944ed7bc661f2038a4b4a077dc9930d8e2b2cd0b475640556742c419de59
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef920f341781df9a92f27d26091210dd696f3cf4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6934884cff8d9f1fd39176e23ec6284d78a48ca51e829603a152ba53c896e5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8466a0b7f553d247fe2f150c18dfa5a599657d7f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9cfb7230467d1f73b9f5667d497605e84fe05b1d358c9c11bf1801e57ab7f67
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d781b706dc91dcc01c7cbb787cb02eb1d17f5a13
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3cd7e9320ddabe09b3b38ccbfa19445d1db6005bb785bdcf7895518ce75d8a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317a0ff7100194ede82e7a2891211a827012e989
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a749b3886858bf83fd9270dd2dd093983a15f30b61cbd24dc2f35fa9216417e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a22cef1f490ebe378d5f90440f7f1ac6f78d29f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:029d64a08f801d2fd25b3552632590ed1650eaa0c755f58c13c3851b3f500b4f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04fc32a7a9eb3e4a6f9e6c97a81e8c660870228
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:499a570c9e1f9b062e70d972fe4f87f33adee3caa2703e504b998739987fcd04
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a48ca4d95ec5de5d4aeb8542b2baa1accc1ff9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfec79c8e6d8ac99822e2f888f6b47999773acd51c2118eb0182bc4a5a0d7ba2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.project_in/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc26c63b1a8df8abd5e6e9a571d607c5cf15c570
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07fd1e272a90be75200549c74459e41338391acd5ba621d4352f69c46e386f05
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.project_out/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea1606f693d8b94381c2ae311a30f46f63c0a72
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0269abf9d8fd4a514e77da94ed4e2e5cbebb90ac69b393031922787f7a83ace
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/lm_head/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e127c08b44ab018819373bc4a3334c938e7216
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47379d72868ee2c7e6e8a4132048f27b7506689f7743c99093112788d4660d06
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/lm_head/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2542c83c9635051c850dc81d316f00a6ee6fc0d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77d4ad8b32db7826164871e77b71420194b626c5d8a7477ce5423ea26f6a0ba
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054ab903d9bff89ec344d70cd894ec374ec6f352
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c976771be09491e6080ed3e0da957dd57483955bebb4a0a80c412fe027cb0c2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1702877a97cb2331405d26a56e7e4a1d4275f55e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6949319a2b3b25b7940234e59d60d35d87343985dfdbc236ff848f72f4ea04ae
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1266e7219f2a86a9aa89ab98cefc062def1ecaf6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eda885fbe112ff1affff02b5414766cc9b1be5f1f19bb66362668c9cb43cfda
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78bdab21d7e7166c6416edfc331f6e36bc9c37cf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d828db4cb2fcb8653b287e730f1da8a26fade488b7a380373ff3f5dbfaef28d8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4940d99791108b5a3dfac936d84e8dbc45bc1f95
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185b58c9bf5274eb8c726f3b8c194793f741860a023073bc5c96b69a8b49b4fa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96baa8d9dbe426ac77843b062240ca18df31fdde
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd5f4123d732251717d522e198666abda6f75f992d6a116747a60433126b438
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bccc956d7f60f41d5e09321c926c39eacaa6d14
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21027ca48b9346eb93ffe83ec700078787ef6013135195597d613ed0ba1f2ad2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd00d04e2fa80bd026b68a2c0136f11ceaf1ed8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d855c0fbb15dc22fae1843dc0487124e7496dbf1272ae2749364e09548da4ea5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a4bdcf07b7d5d08cddaae225a95548fe660359e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313ec48175d4d9fe15d0f32f86e8289423c097f3c8b89b3677bbf4c2b68d6684
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e58c3b8448f82705d29c913e0161f9c8b9d09039
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567c77ebe76a3a74907e888ce4943c6e69029b6c1cc0b6845f5110f75ca9f6a4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36414f56ac64013d603a1e8678e8f9adf65477f3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:452b8d6008aa9c8da223a19be2d978a01509f9c4127f98216525d33716f25223
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e175c5f18fedd561500fbcce62d38ebc7d90d2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2efe21def50e632eba52a7281161d5fa43885c074bf9226ebcdc7d3b6279961
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8876c1b711317ffb38c361f26971947c8cfafb1a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:920dda266a141d94979d0d1442b885ca7d206bab784aa86b78e1e3cb7a2bd020
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee936ea447b26441d720d6d399afea14d041cdf6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f3981153ffc1194e72ca887137ad02d8682a3b677ed9c858134cf96e04ea1a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6172a7db600781e858db865fbc9a4be4ced7878
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8517388deb5994b8ea3f84cc5a8c98a081f58e7abda352f8c8ffba6c7b92a2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc7d4919c6dc7cc299d89fb5a58115e36430bab
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0fcfdf40601e6a5dfd5e76d54a5a15db15a786d939342c2585a25c53680c12b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d9d900c5e767217568051c7ba5701473090d1b2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d162b5b47f57056f1051d42a61f81f0f01cfbc4ba021b93af46e168aff2a88b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1697742d5ed60c7f54ba68a62459089380718cdb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46cf74011f85317fb60eb83a42131a71173d4bafe6eaebe7fd23568e24e8a339
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0245882b2dbaf8de409d36af744e17b6a9e7b54
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1849f7c76e9637ac4fd355fe7927f43343734b6e7f42d1fb017af2ed5582af4b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ff9c70e5f1af6784bb17a5510d979af91e005a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d332f66cbfd634df45151b6165df89b9bc11132111dd1fcce4b4af1a7132bb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a0fae6f3d08cd1bb53f7d4fbaa17e22a38b2ed
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:708ff329e184ab9ed8573f251963fe8bdf090d6a78ff9c514853cd10dee7f25d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c5fb6e3836506f80fbad64785ffdfa036254d2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d922a8c2f5beab7985a179f55daae1664129dd2197923e19b0e6a9df6184065c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c84c0ead48840febda86c67acf1ee8475b8ea14
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d12eedac71dcb573491928de3e63aacfae400e26f2ee4b86b9a6b3640b60bcd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49bfacefd5e909bbb5398e158a7d62f9f3aeef41
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8d6aaf65952c69fa2a4f45394acfa88e3217afcc00e1d23421b1c77a856411
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ea1c2bb0551d0ebb9a94eb3793cfe38c82db24
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0bfcda738a2f54cede2a6ef1494c71e6e4bdf0ab097db78000c3d18a97bbcf
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38580c62cff8b8b2e3feffd667907e54986da9e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced6fd83f0387877e8301c5e7f807b8e9a4746b61dcd635fddebeb155f238195
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b443687dfcc5c4134b391fcdaebc008b068764
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285b2d7c94caec96e5e1f40b886c13008cee741e0d14ae2a339260bceb21191e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ba896b8d58fd1b148ed8dd8f3c2f73dd6d9a5b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c87d8141b72883e4c432671c113ad66668b68e91625df0cbef1e30c97da3b58
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4ecab3e149fc66c6ac79b743b0ac31a5eaa740
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec61bffa4750f38de52f2f983112398ca5a8c9ad83d2477619aadd88d0a0b3e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe33226617d44dfa691bafdf8fde539dc27f393
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ac39fc5dc067ac35f3bb4b69c601d18ad3e2be3b12cd996778146613791677
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c1b1b625e2624441bdd27f1c626aea59a4385a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41673408011b9734efb468a7a2455d2825845e28b36efa2bf967975fa80f5afc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f127ef95e6dffac0b41e521f90d08973c242cd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f83bc0d44820c256eee81e131ea8e7507335f7ecf5ec6f8ea320ea08ed67837
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6880a6f05f4fac3724c25dcb048756a6435c4c66
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f215c69855f9d17194b0c99c3471285b4d2e0e8c8759e7311a27134aa6764260
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb00e6c6a4e044351f3bd33ea6181fea23d071af
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a9e24afe86dbd90c548c9cdc6b3470ca976753375b4ed5258dce3e0be34106
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779cb328e575e647205d1a916706cd930c92652a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a640ee180f2c0ec456a616c2832788883ee041679fb9bb04a89ee282ddcd15
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bae76acc1dd391a35774b3e0a6723c018b0bf44
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d1ed0ab06edd1c865cf5aa87849c130bbd16b1099fbaabaae2bc8b151981c75
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d0eca9b14a9df691e645ae7d1191439db771c2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a8dbfe545f3d85af9e251155a091e24676006535d1b6a169c93844e4b1eb5a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e4c9379f487d9b32772a64621788c943d9bcba
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf6665044cb1919933c633f7adf39cc7f9cd04649e9b5ab74fded7ba0db0625
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0817c373aec83fd18f7211bf5b14198847d684a8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c68f3d20074149735fcd4f8ed1923c3925318e640a60ba6c4c5a06f1d8e694e9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52eb3cd885b7647390856dfdc1c6e13c021ec425
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2920867140cf6f1d1ee2d923003d81645fba722beb082c45bef854bbb033444
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76bae0faa802cecd3acc3930b21830a73feb4459
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488f959b998716daa5400ba9cb5ad7ed883863fe4656e124d148586f29308347
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab3e4c3e1ab2ed46813c88a4e6e2a7addb5e68e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be16ca5f57c708a4fc5990a343d66b475caa9cad836b502ff94a3a7389c77a69
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56393eced2942c767e49c898cd6c85f085ce79b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68bf7d3c04fbe8a414bfe5ad938e54798d7638add262004611cb61ff8d09b4ca
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..908d192b24e9c2e6edc3c13f8131a6f89a0d7a15
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c81f1627a1b4a068a56a2233471ca2e148caeb5d048a3e04206849da0197fb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..771384af0c55e375f8cb2e5c880469e16ae43c7d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c28663a99585864386c12f41358e16b68991d92e594c6caa716ea51829043acf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f61ac6fbe845e3a26b2f21c006f098d41be0d604
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e483b7426d461991643f533647014c281c297ccac07ae936a8fe33d4b87d5eb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d870dfdaef6eb3367d910ec84a760a444aa85fe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47590e8c501215024219f877acd11e54bccc9cd62bdc34393ee94da5280ad7a6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772ab813faed447b32616aa6fb1248fe4d67e9e9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4324d7d5b3d4a27809e6e7209327021d351219bae3d84fd5664f5d574726262
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4efe4447b7435749ef968b93959c9e2f1c4a5e8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:868089400dc17b387528a15877ac3913f55207d59126fdf4377203489ff6a45c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb61951e794569e4708633617c5cb606bcacf8af
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7320d1718908fe3addbc4a6cc7ed75219299af590551ac98798d3723f671be
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d112e11081e421fe98643d516a9969ea7b29ac5d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3249492d50c1cae374bd0bc9c5a1f6b67add1703d844ae4f9c09148f50126a4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a5b645b5f325c3b1b30450f0540f27db3926c47
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82062410c5028f366414467c97abe5f330eb9a8754f628f0ec4d4d83f240e6ac
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f75b547024fa8d7eafb737c7c8c32bfa8d943552
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:341790ede8d4060e1362f9bdd6aa9592bba299e3abd0907cbeb565203e90879e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672cd53fab22a419714e44a3ada69c575280dbd3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ed3aeac9ec9bd8bee83c4cf136206db2a2c250bac763bf2076842584474594
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..836bbe676bfbfab728b1fa3a00350bcd76bffeb1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9bcd277c06b6f31a987fa53f270c6afacaa80c41ed6539a7674367a825e90f2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae6e5c8d328406015a3097227378252f020549ab
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b91ef5ae483b2c54d6c2bc203a857484bab2258c10010f569ffb9456cfae72c1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82748459e76092dd6f50dda7bc203752a300fa25
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f026d76e77508da45e4c544e9a5e6415b2bc995eb803e28c18e4cb488ae8149
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21bce9c8fe694340ed3aa87261764b66ae6a9111
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411090612c86179acf8a9e2fe2733cee4869a0e7a1fa7ed53cb658200d0068fe
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f0118731f6e8d60245c8375b1207c0f1edcca68
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8795dbe8fe4774dc5a9fe8ff47a5644f3a69a5a808fd718bce0f292bd51cce7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..191cecd13cf1c266daad4797c2ad118d2ccfde05
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26194269422e529cd01f2a38750104b8ba355344e0471074ffe3d84817fdf18
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e576add735ede50c28d31a89a0a25fa61f8e946d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82119c9e8685f08069067a91569a373b40b80046ffa6a887eb2895498f438af
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb798cfe7f108d2b110069a7ab8f2edefa64ccb6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a407573718a1aef3ae5af8a7a5fc9df9ad3596fd15728f5b630abcba1ad12f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0023206756f4cd3c18fc5648d652ef95b85034a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:572f6da9c203efca5ef6241a5242f0798824dccbe8c060e34cea8ee42d97bc2c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d6a169ff9f8b786904fbc67b1816076aa5f9614
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1791b993284377b0be1e5a57975bb89eda6f910aecf39844b402eed59aadd17
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f75f596d5777ab738470fbab78450cfddaabcd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e131f5e6a3d04d6d8ec5e9bc6be1b81cfabcf21eb84ba0a8f32e5d3cdfadac6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9d78f064cd84dc10d739bd3361ba8654db040d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242453dc738d78cb6149efabc77ee72e92a8a668ef57a0bea578fe79b3c2f878
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81af95729ad453dbfff4b15fbf2bc2d8d4657be5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cdc43f9a4af7cdc9c336a279e4928c43ffe4f1ccf5f6da0e4b7926eb050360e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1813ad07feeb714c31455394c0dc783b61b6ce17
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c21ecbef8f18600378295beed690f085856f791a3ac05bd08367e2ce45c399b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98524c16cf74a7566936033a724df5ace82c5395
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b5c460fde47bb44899280b7766390e39e97359b3d1f33d0746b81284bf86ec
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3385b0aae9cb85ad65f752496a8aaac42d8c59b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266c9f12b7c90b3d3793ea6f740235ce0c0b590d2b304178c96cf53abfe93bf3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae361b8d9aefbe9a425c7dcc3221832f4e0bd72d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e8de6e99b9a3b551e41c53da99951015793b0b8ac95b57d7715b87ae0902e91
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5039058c37c520833aa90fbb4264bfafa5e6157b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbf7f8b3b23b699b727c7f08a77a513841551d33c279e5e4743e94a0d3a8c24
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd6168b4db0e8e9cf694ab1a80dad169f540675
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c451faf58046ef6b1409d2249bcfadad408c505dd411366e2c6e7984b8b258ec
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a810f2ee19ece90badf1ade6c85992218384a3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e497c117db6964db3191b2007cbcc5dbae82bec01428cb2dd827386d96ff46
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec7b6e2040c10a78da2a7cd3c8e5e827e61421a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0761fd832bb8bc9d566b6f9df79fd569b2382eeca0c3baf91c72e8621bd866a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87aa5b7efc292795092b049bd7281819f7790056
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061523c29680027ab2a20019a1896f5353ed47d3c8a6464fecc799f3e3ea7865
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c033455d62f64376c485b2bb28a656bf5a17c59
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64bdefd4defa4d92645b4e5214d78f0340cf5fbc0980bf6cb40aedca3c52b5aa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d060b78c0fbbaf99b79e668ffaac94fb109d39
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd98b897714c3239ee363223273dc5c78cc2c7ded075bb6c9868fc5952477c93
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4805ec61010891d58500884bcbc68f3632d103b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9661a153330973b0795a6366c44474a8826e94faabf2bc8a9e193c283832ed2f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354ae2a7a14fbbf26d77114921937b05f418f7e0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b0bb276365afd0060b6518c24e6751c1f144140a591322014a84a5cc4ca2fd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba17abd45bdda127e638b52a10428601f0d17924
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b29ba8388f4ed7389a42656d0b8df9c0cae2271454355e839d87f89779f77a7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8453acdc17c22ae0a3820c4fea5634f2fd966968
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af1307f75accdad5dbc2d9b2d9a7d92e80fe3396a832a00391a8d83977bb538
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a90951215f7fb3a7f8ee97f3cec0cc6dcf666ec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d27fb7daafe6c2490206bb467771ddbf3e83f1ab14cf15c465a02897bb695d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a73925a3cc94b53422b2ab6e2691d9056c244f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9beee002475613c3ee0306cf57309f68be68d87b02e992787622699dc47832a2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430b898177d88ab6b465a3633028b40977b56e9f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaaf378ba7665e474ae1b8e4489830bdf2f51964e6dbb6472c2f1264b6fab709
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4f132db781bcd44ee9fd5a37b9f51797d5cf87
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9089e7be7859f2cccb1900f2c4f1cf445d95963d3d0c3a54ce761af77ac076ef
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9d1e725d39f3743db335e46b57589408ed0dbb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34bdea1e2b482dd80a8973b87d161341af18bde235eeecc606145e234f6cf07f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add81be6ac6d3779a740bd21fdeeb15ee499f7b5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89ba4fbf88bf7bf677dd02eee02320a982b2c17690abbbe7c990e875ad50a54
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df77df225bed9602bf6bd9e03eb3e75d8bdf49fd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771003d0164e94fbee951cf1f34fcab96793c8d55c75d2f73d2ff1858c845140
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5117b530f61d7e5885ab0fa65f9431456307d57
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c7295a0d9ca3cc837cc1c9ff444b5ff626491c901a350ba12df6fef04ab5c2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b216dc3a3cb7e62cb6ae61e64c0a6a60c8d9b7b0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2677ef4bf10dd6e609df3673de440e4f42793b324f9c4933ae76dced83ff99bb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..452e069748d9d7816c735984732a6773beb0d8a6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61df29a97c93a3cca699884275aae39b8bbe820b07983a5ba3ad4fd656f5dd4f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e90f5fcc347692cab3a31d072d03763cf6b95c25
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e83d540dbd595e15b289207062ab5373c73fa86305b75004c7bec8eb09eecc42
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947f87bf08921891220d2ca108d592cafec49eee
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d08e37a4644cbff07aecd45fb6cd6525fda481fa5b12aa2b82b5188febbbce9d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6336b0d23210d9fda0c87b7fe461410ca593829
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52753f1f7b10eeeeb8db3e26cd8f412199c9096b6c7624fea9151701fa02dd0f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de0694d537537694a75d8dcf5ac8e1e18282569d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:441582db91fa72420dd26023daf89c425115feb8e084acef851a923d46ac6103
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef31f3340f9c7c2315d4bd2d52555ac46dc7ee9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a91ebaf18ebdf0e9169c5b13ec03444d32150c0add0a9aa75b3c42f47d5296c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8374e545a7abb0ae43a1cee8ad1e54ff276f533
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782872ca4029149a6688939a57926429ea863f6d1ef3e5118446f22cf950fbb1
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b2f6e3266a12982efab966d0d3bf336c4b9395
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cafdda57e899fd97f580f8cfb5bb4ee90c4d9be997de1e183e697cbe2f4236a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf563f1b4d1859ea3ff4b509e4dffabe45d4719
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac7ad32c5c47c345dc42809a050a4eca567d5afd45187aaa38c192852dc3eae
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21da9fa9d73546526c62f367c8bfb994d69b9979
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f993216f19c419047ae78032635f0c93ef22b8581ee2fe92b525c5d4b4edd022
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ad2c98a8973c93145fc3e2996c2e5ef0f0d06c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964e7d0d30e3d03bbbd454b05e072e0994cafbf6e51a564371263b7f02103ef1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8173251eeb77a5a2f3aec9b1e44458abaef148
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5765d601fdafc465d9ca2c0be12a32e499acb9bb9f91cec8f4bc9b84f8cde93
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d3a7c783aca22352e6747682f3d5d2a59e06ba9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b92d6d6b6c82cbd3d008f10a2c57001e4d4aa849262177bbf34db42b09bdd12
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..362a1da0ebb7e78b547724d6da239b5afcb67324
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cda374ca50ac4916e2b324b65f257f50e6acc6189ab6f33ac309e63d511b533
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f7159b4028db71f430c7ac845a4ed0b9fd1f44
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae96b12c1299efe51587f14cfe23e590f4528a9b0c64f0e10b8ff249ece3aefc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762677a184bbe7ef4a7e0a3b39c3132a1907b91c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fae176c7eafc7ebc87d10b0d4d1b67fdf7e212c4d03bf6529a644707fa936ef
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50e7535a4d4a634f3f2160da6ff893943a9489bb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b483e1fb16677173a00435e28d7bb46ea4198b419bec813f08811dfc938f28
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a50e2b43b812d46e7ced0aa4be1933aaa07fa17d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee66fa6c6cea46bde2e040b95ae9f0642ef960ef915e72e5dd7cca24ae608333
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89242b4b5449f0f232b1b57b0351c5fa146a9aef
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef297d444b20637dbc9005381be7ff95b627dc0f9f0b3ad2d47eeea4a2d4db94
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350167e0707e728e79935541634d6cd5e27f741d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98244ee1c32dcec02bb8469d09deef2f95df3e6f72a8a7213e906ba7cba3c98a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b68190c3e7107579287ea270afc8eacae0f443
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e22901e9238123b4e61cbed85fad6313571dad5dcecf35eedc21dc730bbd3e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21bb36815e8f1ca1ce5981866ca50fdbb06edfad
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43935d0f7dd119622646166514ef4c5924124bb22518af3c9da53617ddece318
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2dc1026e47bbb428a9beb03b268afec65c61c6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87be42668457f4391184c9e77aea8d2b770edfada983d8d4dc44d962633de400
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732bd35deaa5046c2e28c24de3bc4d410818aa35
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a23f3ca09bd59b9f355ca3f01f262d4413ea6db0d22221547d2aea154fe088
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b530aa4b718078197aecd36f6eb05d5afac2e5f8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0757648e16d78dcc23daf51a39acd1a473b8ae98680094535e1501fa0d521abf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..357de339d0833b76aed2217193a6be0ae705ab19
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d717db375a2985dc4755a207af99fec0a407bc3d798ad5ccc6997c834292f43e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef39263ff25e562cfd6e8c262dba5b7dc6d0481
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e75e049a3683ac066d5e33c48cfa286700937f99d1a3fb874663895199119d0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5df00bb323c37991a8fe268fb4e4f3d37537560
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260e1c0e8d272cbca3af3bf670f5ee956b9a16782cc3f4fb53ca7f3d926c9c0a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06f0fa5047ab5c9878274c7942688c270975d91
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43371292838bd7e8fab00c0654b414288612c07c5c4968f30aa3663fec060e9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de183e8459dd8c3ca93e73c1789b5e5de7b8a804
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93df2e59830187e6130451396feb64a1aae28af303a209d3780acb86b604356
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e74db393ef161fa4a1804ddafa4aaa1323cca5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2497164187c0551982c271d772551873f6a12381cb0bafc21bf32fe5acf1fa3
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5069ae7f2cc4fc4e953bc1680701769281938823
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5174f2879002e153bf602f5d184d86b8da01e4493679dc2af80c636b13668bf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fadd113aad7dedc2a01ca9e95446c11e36272a9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50267c4ff87c16c16742929b1692eeef278186ac4641868111fe7117053482f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b455c4b17e38edf8c976da4bda642ec908264c81
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990980cd8c501a9e419909f0a19eb32412908ca8d1dc315ff906ef96717fb219
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3156f49aad10c42ef5fbb59debe92295911a681
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45009e39677729e5662e54abccd90b6cf864a782e7b6d3863b76916ba69d20b0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6421402d675f74ef5b1c5bbce02b9e1653cdd54
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706d7d9657cecbf495a63d0ade00c683fa896bf2e570607e6c5adf89235603b8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddad337051efde43dab778259c59c82b9f6b2aa7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0f48287e82c6d6712920ee6ad5f0a18740c6862709a1d35f573eb8f0d75d51
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c6a65923229d4f3b54583ea5017915ec712633
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593f4c90760cf985a57e82b70cfb0a3a0b8192d5565b2ce5548ef046f92956d7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e205dce3ef47ddf588ee3499b28433c9e5f08653
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e2c5011e0d047956b5b72ee7bf133b9f5088ecb248ffdb750066a1190240f1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12efe961b4bf8c7b64b9c7b190ccdd6308d3619
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d02535c1907c478d50b30cf5d6644679ebc711d9d0ae70bc166311d7854891
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63be4f775d02371cc952e94e639a5f108f28be5c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:007fcbc08e7046fecfccfe6dda962dfa23b794ffb96800666631ec84bdd3caec
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb83d3612cd4e85a370bcddfb96f701f80803452
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a541c0be103f61218a4c84bfdb118ec453936afb834995846c92607f7b253b7e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17046e71198d0e7c8318617c537953532e85aaa9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef0f5c3edee8381cf2686d214c91537453b9b0286efea116d3807af2dbfcff7
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2391959a04b91182ff950967318f962131fff6c2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3925d7ea39701e83bbafd23f2d0349d53ecf23042b40a3bcbe6ce701cec75f3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe86f677390283891ea6a8b69fa23acbb6ee004d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dce151326fdb2a468e78b203a669de51bb88e37ab9fac2034189d9d252e0eff
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec7d68464a752e47d44067f97d032bc98c4f6a0f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f061b64d60d1179b49da2c35a74178e8e911518a6822ddd26a2812f7db20b501
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa01b48e0cbab34b7a59bc32b6decef9b625e89c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d7df7b42b29e0a17e81e433e1fe36d2b232fb9ca30f0eea8d9fc620957e5e4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..945eab5ae5948fde4cac98d2e0f9ab282c45b81c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41cccb092f1c2493dd163045f829d5be194843bb8be82367e5c9d97fea9f27b0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c01c724dbb01df3e82476a796339e6897ed24e3f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36de4922c0b7eff0fd03947ff794675d7c29082880726c850c5efac4d532a92f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af592d99cfb047667d7f59f3b7741dd281574d4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbef664615dd5c93ac13318204898a4cf1d8244963b3df64cb74ebf07d030d81
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6358c232467f53731f191466cbde493fe6101cf1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9724a783988cf7d0803eda2f0cf2a02298c1f2e99b442525d2a47de87168a9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2092bd7f58de3346813de1cea9fb75a04e9fc6ba
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba39bdb90f05d3f2044ba9aab5ce2f04579fbae88a1d1531f36b5ae5191f6de
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eab44565767d8bd644a3cc59a40e20bb9f10caf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667d39d3ef65216b036544330d4ec7671f3bf4bc35ad54464096ca93a1d082d6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc079429fb2e3c8ab0120767afb37d1845164537
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea429f9468b823dbb7dd12db429dda92c7536ab2e0e2859a4c3db15282f47248
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aadd91729d33c9c2ae6bfd761ae8e7d0974b2ea
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331eb62c653ae69542a1a10715cc6ff3beb4000937affe33741d8334fd5ec392
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa0702a15f2d4e08869f1722152638ecdf18b8a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a517e66c653a2d33a597b6e69a3620287e8ee2f2c6ed3bd571a54aa46a25d0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6193e3bf9ae18d9b15cde0e660d21ba74dae5732
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25bdb5987250337ba52f98261f9a2edce4b4329dcba44d72786449c65d363f4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd11c94de424cc7ebdcf692dd3974c7cd3016535
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3f6731f9171631258d13f39cad672772222429170c9f9dbea842cd40bfd0f0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c0f27cd44b2974cafa448a86a98bb3070bed980
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f0a9f9dc875f58aa6a298cf76d0a25a2c829b83184b3ba3aa5937f565e2664
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca44e5c699405af0dac9015c517df9e93c2ec454
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eea605327b18412fc21e58acbc3b7356a4653e77962849bb90424b2119a2b7a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe33cde007220c5f5cd905fe333d2982384ac0fb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fab81948abbb804170ac7188b8b95aef3627cf9e099d772be1e36fd6d24e7e8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b38b69debb31acabb4ce0a8f4e10d62caaa3a0a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90292aae01803c21c8e4d4e3036c232669c74b484c9f7bc339b62a1dfbbdae1a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c1716825155c1c6b1af1521666bbdbe60fd6c5d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b0afb8817a95f286e6307a7538a1ffa43d8786cac2759f076af16a01973f2e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24d76dcb711696ebd43d3554a3648b46ee9a64ca
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ccf7bec47a2cf4e04ca2718f6a453c4c4ea3dea275ea2042afc2d63b16299d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158db523dba634a30149d1306a6c4d531f0f41ee
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4932bf8f06c00d776899147ee0f11a9d9d40a0d0e59a1ed3d68b3b1f4756a2a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeaafaf5bc3c4135bcf26470f554b22a463f79eb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6673b591c7b36c6a517b5529d5173d3a30257c1c7d29378dacb397d69726eb
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9e78e8180edaf809f058c498b3690dfbc4185b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:247c1feb3f4bf2d39cfe9fd45c76ef647d8ee20852a549d9bb69b4166f846f3d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecab1116982505f1d14ef31b265a4e53a543e1de
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151289179ec2f16767b721ec11b186faf5498ed83a3a955ab64fc2978153062c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc733c0e9b2bea15305c6c69f35b9baa17b1718
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f80c16b9cf2a421686c2aa795526e349caf2d278b05953726da9c69845732fc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba1739be99d79dc5eb57e81143ae3419c080d15
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f820ea676bef73b5d4586524d1b158de98404117594f605c9d3ddbe45d9f03b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5568cbe553e9d3a39790f421b55d912eda8d21
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f02a629ca42242ae9c715857dc6ba8a96c970f4135a9e5162a3eb3ffa2cf5c2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..480161927c4c9d8a4033bc9591a3f53161e0ee4e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21031c3664fbe43b772d8d9fe2c1cb7692a88bfb418ff5d19fa24fc9cea4ec1f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51c4713fe6a73a40564a95a7379b13871d27be2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:470311ec263d2bb731fe82e2b6219b2f669709695a710167efade9f75f49d6ac
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b35708f58c3e032ab27ff614f2544d67096d86f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaef046dd83f569c6a7135e616f2869811fcfe89e1ed462216ffcc8266155346
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60004703636c119a2f7efc25ad788fbf3d9c85f2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7e99c3bc29f47833ad7de3344ca9fe30965781d9215b7f21f0edd75652e598
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95af6e65ee80092e5143ba78e466cfb1bbc47290
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01348abee22c5ea5d94d91f4e4e448f3ae9f1042cab181c9b917607317725565
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..906341b3653e84c7638d9d67cb0be14583f9fd67
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f70527b4025f2f32d59aefae55992d9397bbc743a5a5620600e535f2223a3f0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b2c279146438d9274d239b34102964c08ab2d4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d255f9639486ac57521f627a71dfdc4a16a7bc5a4f961c2118b04e0f938c26
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bec478808841a24e88450911ab28220403f5f86
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b8081260680b31bb9456142a9bf2b8af2fcbcc0728aa3b8bcc6aebf6fceec1
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7263fd2ec5d90e246a16fbb90a4bbb76e830ddf4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75f1bf00a8e1f7f9c79cfd4ff56dac4c24ba221247b7ebf0d3f0dbe49e5e0ab
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6493023ab2789f0f86d30364250b9dc4b6b121ab
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740d4b04a5ba9e4b6c5d97c6b5885c1d5d36580bc982271128f6a5656b460cc4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5435007b6c69e4fa3568e9ec66cf8ed9650e0506
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cfd2e594bdc762532433ef91605198f1ef2accfca94530b8b1d8f0946550252
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f670b4663a01da325e0dd384dc9216928faa8622
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9056ede44f414e9ad45684dd6e29a0f27004d49fdaa07d08d99f4c2b02830f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b91476f0e344228873025c1a5b41a47bbac887
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b06e25eea57d4d723ad9006691e3f5d216192c61869cec466f81789d7d9b67
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa9f513076363bbf8a6c056f7b3b0f905b313c1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b314c8a34c4a86819dd637dbc3a20ef2e6ddfac9e03f0a7dd4f065994826ce6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe87b7721a249401dd89f604cc7dc69748a188b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19bf6062366b548208880492452adf2a21f3cf39979da5070afea602681ab301
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c2e7d0aedadb0bd5c6c3d7dcbf1d09021e0d76
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245b5f4be5cda9a61b8796dcd2fded069585c2b68892ab08835c0bfb570b3730
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7834736ebb0b95f56543d081e3934e847de5006
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c591d5a9ad7913bdbb55a1885944aab7ab656cac45bfa10309504ccce5aeca1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e90858b690acef82c73350b43962e222dbf23f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3efda31520e58b38c5edd42f01237d58b9ca7006375e0c8d1b5873d7a24fd144
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c15333d7dbb2c79ee5ff4d35377160326b1fda55
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c908b77b11bd674bf0e0e2915a32468b2aeac4df5583c5891f715d4e310f11ab
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe87280e0b82e72c155c89d747bd1f2b994c92f7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e11c4c9d432fad6732e842557aaf2beb06dcbc3c80e56c4ad67280a945482d0a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf843c2aec78f00f7579ba6c8ed75ad5e8154dad
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77b10d0dab75f97488011b237f837da8bfb7013a8b07eb94ff1c7421b4366ea
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74a23f5dcd31177fc092eff14db9c0d4db3ba13c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af5223ad2d57c68dc61c483757930b83e6ee479050c73e67b31fca6b0082fac
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79bcfbe33daeb6cb2cdf6b4f7e9adebe9b179fb4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e74d8d3dad04f05a892663793fae3953cc5a0d8828efd03a8e7205de02580d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53538041921baad63a5c90bf19182a0416405c31
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1275d9bd615a9aa147be342838d3b4af189b21bc8443949316bc25e61d6a404
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7785edabf78fc691c328870ca2a5235594cd1e41
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae3737ea6ba396523011b14bb0cc22f1238dff4711846f25d69e318873e96824
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed6738c1f44d5bde79204cbeacb7e4c8944139e5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0405f9a4a01ef11a0dbd51dfb73a056c5852aafe8e35e503a4a761dfe99406
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d93001d5a9099fb7abd9f1e156c897493f1cc78c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53506c5e631d2816026b873f74c635888da8519a504ecd4ec906ec80ef0b271
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee5b56c94a4b411b974de96b34af2c8078a479e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261bdf38733e201c2552773a2ce37d33d0c818908fa94ad01cee5900d2c8c4b8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0789e4085785c87fa3aad53914ecf139b0898736
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02890e03b76a40e8efb90327cbf10a7d7dc812750f8301edaccefcc53e1e91f6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..353f01fe00ec5ffbb41f22ab99edc81c46b8ce54
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6113275ac2f57add305189ce961e2d86f3084e20886dceecad336cf677fb0576
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a38f6d40608a9a5dd35a005083e19b6dc84e445
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb6e2ed32cb611e68473c32b652ca3887374972702b584b7b259a173469981c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bedde5d90b67bc081373bfb2c25628ca56361c6d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dbea777cfbaec2065b3aea0472f6dab90506981f7bd03426861525f2995bec2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1719c386ebe598a95f693da7387ab2b710edb372
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0099c8c0068f091be4cce18ca685670b10483387273575018fe61d0b0f67f21c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43c39964571785f21b9aa41e2b26746bdbf959b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a13dc4acf47cb9ba565ea6b74737d70384d28cf4c464c57d545b5a0ac53105
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b681a3b2c7336b7fa8a9768884cbfa74f1983ddd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985e192c88c7bcbff57acb2396ddb66c28095d86cf13070783f4c47331809c9e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e71d1db1744d9a3e4c825b37640101049dcd7ece
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3788d9ff3eb5f1f0bdf536a07b660da894a68a59105ac5cf45b37d4ea0fcb92d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a762a16a54ffa58d4d9d49cdd9273c4986ff70
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e490b9a54ad42ca11dcf1a71ca6682fbf5606bd49b03b977d06990755f234d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feddd5c5e660ca4b1c9204b8af539bca9f0be978
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d2ed3d326fde3752ea0b4f1cd717ccf842a121ed013d199a032dc5c743d7605
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927b3f5fa19ff0aca6765c38117972006f3fabee
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd923409e3aeedd66284a856c78e4fd804e9d59d8833317ef3aa4fbf8e15098
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df91d99d2d43fbf8142ef02d89dfb052a0ca7282
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439fab694a8ca9f931c0dfd9e7ee71752a9f1d4b738e8e54875c199feda4e8c7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b99d7f0e6f7146dd0ac95ae77ea7d5204451c31
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c754fe7e8005a493cd34eb60c5e413f7c0373b4242df33a0ae98278f4ef46ce
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf3f0c288245160ca9761c3565f2dbacd3ba43d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69765365383ca2f4fedb91e67b2f7f2750d2ea8a3d6bc2fb952f5ff4e39c5b02
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476861cd7650baca0782d5e38f1d3099c82699a2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d47e2f5b0bb4c5501fcfc795c1fedc92e27e00422d1e8ab88d33c7434497c0
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad19170bc4831085bcbd1782399284b394786a1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d644e2a1eec21c6d41afa3d3759c4ec1b3d86f882e3a15c6935546468b4e25e0
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c1f4975d347ddacfbaa674d83f5d26f524d704
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fcfdd9924bc4e30b0b4611036ff773757edb636dcc5704c95f4bf9734d072ee
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c15a9896c8a2652fdd0f3f128cb2534bda63535
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e83e12a40548c03be44d948a890adcf74e722b7bd375d4a4dac8d21cec0d65
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3fd5bedc125eb03a19ba4f00b3b1b521b93f094
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e0fe95fc1db132e88922888fec1cc41596525c308af7afe4545b70997e1eea
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a810839f1d3bfa677edb0ecbc75098de0fceaf83
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f0ddf84efe4b4e49291ab4073b8411a6588b21c8934c9e941a6e68775e2cd6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a017f6d36fc5514cb7a6146d65d3e38d1832e048
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5e233fc1b609c391de2f76eb28983dbaef68cae4150624f6ec892e6699766a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6084244405687f4d27f2e9961d707f659f6f57a5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a811c0239f235c8c172f0eed1a96718decde667f56037a3543517fd95304066
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02919bacc399d9deb6770dd1eade0d5ec632e0f8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6af0e4317e4e15adc5c780d950f716220a65d7f3702588c14930d06aae3bb423
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a57408ca15295d75b4b3ef5ce8f4bc09a72def1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b713433d53172dc37412940639cd35d9f3779e0adae2adceb2623a394c73b0a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c636690f2cabb4cce2336a3d4a4d2d6077119d4e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6fff07a009729d8b40f629a7bd2f4cb1a10df916887369ac183eacb07fbf6c1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b88880d18b234bf0e599e4e101d9eaa907e6765d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ead7562b36314d83c9ae50fbcc0dec7d3ed6ffc6555d8091b3e04a56501e32d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b66ba7f4909680e10759d74ae0ee8df52414faa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc7147a20031427ebf35bad5b670ff496457c8ee6f11bf07513bed191e153ba
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..826495c440ff027c9eebfba6018dc4b5a71e86d7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8076dce8652da0a6d863bc774cdb1c9ceab6327ec7957e8960bf32ee7a880b96
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6858ccfdef7f69082568cba3dbc8d543e21d89c2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a74dd556db08d136e3334ce51240e330d31ad84bdd0e84636ab94e1b80ab7e5c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993e4abde0cfbe40798596712cfa10bf894600ca
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4283d5ad7574d819dbb769afb926ed72d90226d3dd484931227349222f8ee88
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d36007401fb8e8e2afcbb56925f3c8b5598aa7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5c1933d8bac40f2ffc33b2fbce1f6912ed396b1a63cd91bd646f34c909b6bb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ea9bf0a226d844627d8b58c96ce82f41d54424
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789fa43ec31987ce4ba799f6620b0fbe64515d8a84d2adaa9d75bb016ae82f92
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9865b2db7686fe4c51bc232faa340f1f1a6d7f0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f97ed901e0d48d017fe582c7b7299bcc50ce44e7686a95daea32d2dadbe7a7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2b0a5ec21ff4ba8dda5d5b49ad0e5b91866fa1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab69401de53658634eb557c7744c45e613f595f3fa07c64f83d287052d846b7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9099dba5e0519c2c2f60742b29fc437614b3d6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59293c82ec5e1713abf06e549a2d27ae6819c6c3d797895896692d80582967b1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29892313b4b6f617b183ce917f74690930a92437
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b287a4c9a6205f232152a4144a7447fd38ddd2ca9143622b060e8d6510b320b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e407a14dcef2e3426c627af130f31f395435c4c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225a5987bc9e61ccb03f4f81c1881346e78a4158660a242a1758ae6a130e3a52
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9fac2cf0a4ee37a0f51ec57fdd96c7b56d2d2a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804278945880061f712d6873372762a99def57ecdf9c6b54014e5786d4cddc39
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a552766031dab2485548eb5caadd0bbc901fada7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c423359ea00b7b5d9115b724301e4747deff9023f8ef84a5c77bc2ed1f60a607
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f7295871481a741aaedb1f9938f0a208e7e761
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12f0366f62878f07300668ef627e97c756f515fa542e81afcab6e628abf7ff1
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da827c8f00f0bad010021b9ade8155819be94499
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d4c50f10c90284bc37e81d6e1dead5eb655c5dbfb29231e1cb551172d44a7e4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5a5e8ddfc55cc9f4963ab0b6b7e5201b6377ea
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d036998e4a47b5d1eb63126e30ce8a75f174c24ce0c84b9c07e2138ac5b4cd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfba2890418eacf5de20d40dbcb25d8adfe2c650
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65269d124f51a7f68a678a0dd3741736de1b435195ed0115f826a9116197eb3c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d2ec6b40113f7967de0ea7dccf797588ed96c5e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f181d74a86810529d724ed008bc60f5771d5bcb4da718cb99a37001873cea730
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890e6e7683b6d9cc40385c82d27e8d6d1b8d47b6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b5c66fe0428b7fc642bcc43177e205f13a49cc98b4bf8bd92b3b9e9d5bf4b56
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ca68cae0873c18aa1f3b6f21335f3f966ffa52
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca46647e0beb00811e1e9c061db7cb81f3da7cb7d3164228aec00c711e44383
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e8739d3808e1afa8f292cd7789d909a92f4647
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84fff8cdbcf2fcea556f2dfa6f6e280af8e8eef13f9796c8a5fa9bc359a70af
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e5c263acf23cb2e93f467667b7979f919667b2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d728ee82d7a19ed2caf39677c2aee1f4f78db502c4bd1cdf2e47e2e439aad7f5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9208dc3bc36e0e2887f511b186460814569b03b6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2593518d1275617cfd8ba75fc2861ea76116acfcb7f56378c865a2ced663ce92
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a83d9d732ce4ad0d1f44fb2dc7b557e78b067e10
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de2c8f00a24bc0d8c317bfe0778a6b5442d9367772ca6bfd6351bce83eee4ab
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88fed7678ecc7988dec04a21289a6fb52deba753
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b5c051b1f370e07a15cbf0b2f33d23fcc65009596b9ee1c0d8dec7ed8e5629
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e967daa657c39b783d43d8fdf80b7e0bdaa54219
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40d88b9b80992bcd2e036139b847424daae138b3ed3a570e0c9d35446f17c43
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed416ad482150d3bbf396b7ec07d89aa75f10cd3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0fc30b46620cb78a42968b273b465b36245113a51b9e2320f0df50e42f8c90
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5372d7162d544e1d75d029c181490f39936422d8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601c6aa8cee5ea56021ac1a75093d806dfc8dc1b3bb6d1ee294de756ea2b0ac5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d904942eb89dd1f75f8544e0b42df4b71ea984c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9884d1d7f7965eec28e2fa8c7b4040dd51bfb669703ec5df3bc109bc92048d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d3bbaf283845be655a11759e5d2c3565d18e08
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea9b7c90a40543ba2faa12ae72b30ee5721caf14aeb9241cb808e22146c7fd5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8481990f951c709dcc92ca2711524923940b8c03
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8086b15269101fd3529d99f674f863c1b5a014def7a27bad602df3f3e4fb068d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f94a2160b83f384be458eee5c3367e7195fed1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b27d11ff1858acb0a87ec2ccb35376e363b528506e1ad842f56448f6d626084
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d767ce0fbed64dada0c7f77f4bc4e7dfab02931
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2755aa18edc966dd25a14dfcad943e4f30a632f47b8c43a58c7a0bdb459c23d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec52a3a1128c4b4c65edb78de118df05cc03bdae
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238e12a407ad563fdac17392a192824a753dc311ff9ba228a88a00416541be8a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488f350927b65bc590a421c4935b214b3606c79a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc208090961436fcc4fe6c121a5eb89e73cbb6a2db4d50f58702c1955319cd95
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c3fc45092258abdfd8c98c67bba3fb6b7a9c5e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706c0e9032c551589732ec97f960bc0d5dc099218be5ae83656a8f73e595630d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e4eacd1fe112deab0b3601651f2e718e9a0176
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ad5fea2b641129b57f623c9126fca94219cc61231b252a1c42d085f6689a9b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..181f93c12d94e1a23d540e24586d3db75bd2b508
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5144afcb5fc48bbf37a135a360ca8d91b1cb44e5b16b6da4a5d1b7ee1aca4845
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131be7f9f5c04cfffed4b39f0255a8a39adaf41b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f437292954c51c1e26935be933bb7542a17ee2cbcc97cba6d0a7e97e02f8a65
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f34efa7d10694a4e31a81ce2ef48b6fa406d866f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636644cf7c845eda6be61e47454cb7f1e54cacc8cdc2458f4937a0626193a7a7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65bded1bf0e206778508e25898604ef7ae4074d4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2440c97559607c9e3d01e8068922146d945d08f11914c383c3d09caa4fb397c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2deeed5ea50fbf5a42493c45644766e228057448
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77896c5774f43bb6d6c118c83fbb4cac513780b252ab523d6aa7a7ea73bca3ca
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d884cc9c42ef47071f80fcbd320e9a8caaa3eb12
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a709907fe226f84371ccdd1829e0d6233742cc03ed51f94968c80e29832b054
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b25fce7d7047095f771adfbc96e3f8d112816a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7776416d6802d0b93d638ec03deac882eccc1e998c5d86203f3b2b2dd547b7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4adcc64ea333266c3327422a716d6ae97acc353
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe85f0f46453c73146c160f9bcd4e3d22a6f1cdfa5013dbd9a9341672804430c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28bd520b2c3e472f087d57225eabd9c5a58c8c03
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efba2d10e8049003f0ffe932e2eb30465ae7d068879be60a3e90086235df5ca7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45b935ea75ab72b0767010b3fadb459ea00f7e03
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b42ad76ead2b203627b50c3898852b1a2b633640a118d3ad07f0763f60ee7d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fd31669de8d8c6524fe2e70772224bfedc91439
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14db6433fd9b1d7256a5af305080f0b757ef2e91d8cb53fce463e637dbc588c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23d3e168da4d4a004adfb780707f97ee8626d50
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80c5d5bd6ecfa8d4ed8ef0809c5d8890e200d7342c0e04574b589394c49170d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45177cec57ce887725407170d0c044019c9fa038
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ed6c9ed322ded13565084b707f739add29a54a15eefc3d261463f9e4fb4bbf
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0909dc36135851a08cfeaa00d30776ff3d26d577
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8faf411f1f6dde061bda926300d8e63d99399e4ceb2e350bfa4f97af27c513
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d8059562d296b80a1f3b74118912a3362dd4e2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb538e6d47f596b70ebb0c7970bcafe87d8dd8660babf17887308e7ec13d48b7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3d44dee651f8919a8ca98a760db263a1ae995b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e867dfc410b3aa9c3aa1ab211e3419e1454449057db413d6ce85c5e9ddc9cb8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2df1136123dc7b7e75ae7486e7af66233edab90
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a637062041dcb73466239be5f6cee04b4d35b0f8fa06ed16d7431e9975172c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc8bb794e37d271efdd0b97605031c5fddcd9a7f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2540e4d01543f7aeef0c878271081e2b27672ef0dd375a6b43fbaef4a185815
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f2b580da6432112e3a32adb87c734eefb9512d1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5c7af294b86f6d8dbfa449e41a7ffff3474b276bb1c612d47d48109554bdb0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13231f7323b1275a9a93c4e90f5d24f63414f9b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048fa4b4dfc15fa1bb02038f3091da17d3ffac5f319a9fb44b0c1b64617e739f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8cdcb16161d6662f1b183d029e4558eb3f630f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ccf0e8f30f1e025c7bac6cb5d875e49903246c46032491ecfa9c3f8d15a9dc8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa523af95af9b441c7f04e7120561b35c3030bd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c2cf1d5a888ad9df7f8ccddf9bd77e4ecf3160c4ac9de56a5af6653bdbf5a6a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6632909323c15310c55d6cb4db01fa053400e87f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ead53e1118dda2e41f2d2f97ef60aa274d63e399adf0d5859cccd435a7f569
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ad288cfdd11b0b6cb94d4ef3132c5e88a035bd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9208eef62f3e661cacfc87989642c7481abd93925fd93e050bbc775bc84bd44a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d972ad6cb15f3b3a73546eda8b0490d690c6be2d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694c06d9f52cd355fe83ec471184a353d4c45350966840586f5011abe8bba17d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..902c20ec971cc792cd44cc838133fd677fbf542d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ec9e36047fb768b7ac7a701ea5e28d7ca93d80aeca93fa2a08195bf99ec7df
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c34d9cccd2a7848ec0b2cf5e3e65308e115e3f81
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ceb880d41ad87a155c078e55e886d2bfbdaf9c6a63d4401910f5e922442b21
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f61133f326cbf860565202db7702456ea9ba0ea8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa309036f30a6a1b7f59675e8c89fde31eddaa7a7b50880b5c3ac9ce4832cfd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22f2097606bcf8556f850497805f33b1675dcd6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3425c80ec8490e2cabfc70e22fe4dc9c5e4f4241a0f6f0642441cbd14da63cda
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c74901d64096c5fbc0323eb19bb85ea36657e8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4f6bcbd83491fcdcb4c2eb6f2c16f6e29bccae149d9e677e1b631c5947d99d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..824297f6caea1f9018db2fe44c72c763ded2a833
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eecf6c17ec22b86d9c5597c610255b48eeea807d7e5aa605cf0d07df81c9c5e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..548bd232cfcc89b554a7beeff110ea9d065c64f0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884db097b7b8ca9c5e080bdb3d49ed012fd031287296d398ced87fe59a0dcd44
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a703c3b93b4c6c43b45899e00fd873c8ab75e3ee
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147bdd5caea151815e1f538253698b33db0c4cafb565240336d97d8b05821061
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12789203ba59014984576be36bf7fbcac346a2c7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f7514a57d9e5735ea84a13b99e5f6d8981add3051336d7a8a67b18c5cd855a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0d649f5fa674a29cc02047a1766ac17d677df3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:855656f52c59b30a3aceb9ee7e0182b406eac86f315a36268160dcb2782d9078
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.project_in/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c023e9ac51d7415f6471d1b416763d2b8c99bb07
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e83eaf76891bb68fd05af11e8132fe05ca45bb05fed3367d451ca63ecf4527
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6664cc464d396a68d5bd801d06f9993b6fb1178
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338b95d84991a200f42f017cb5dc65c3db5216f3d1fe04393c8d3ad4afb02123
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.project_out/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cad36af5fd5b9f8b0623bafe83bfb9fa5bd5527
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f30d1a2c6ac9aefe4b4090b1be0d71b875fdff3fdb8b06e74bd0eab8e35a13
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e242971ff96dd82fa71e67ae586e703f4261bbd2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:797f158c0c9a070ca0717d0a46a67d8aabaaff80738e4ccfa209a234a83028a5
+size 3203