diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/lm_head/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/lm_head/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af3297dbcb83757fa78d0990489c8bc145dae4de
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb3ce5c980137edb80e94424a5a2eee7df92fde62b6c7ff148553b3fad8dc98
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b430f0a3b1675db0ab3363fc4e90a661123373
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a888aaf8e648509fce2a768d2a6bac00b91c5ed2a36ecef88126db078d1ef13d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62ad837a1aca9a40e5efe7eebf2569c5151d7ecd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8033494b11b86fdc5daa704aafacfb73100d2931a18548e8e9daf13d096e6c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79d5eda748638d3e326a5a4379d464dfe11a2b88
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8717674faa10a7607dc4dbfb9162dc3af73d6aee8e6214662a71fea3abc58a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..289fe22d4291205e93f1fc55f265d21088a57a4d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ffd34465f6852216e5157d41f20c45000dbdbcecccccc20805cc9b1b94090d9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fa4d563b41914c78816947dd6551ff5e4a603c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca4e1d8d16fa789c1302de0ccafe2a4889f4e6771255ccdf1fadb357e9ce0d80
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..402241166e2c6fe60f3325464773fba55539f7d8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:166dac40289c215cd9a413b040d7c9448faf0a6902b2ec9df8596f5cd5438795
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196e2371d0bf85f82e1b88dae36717ae0cce6f50
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23ab042b255cecc8a28e69cb2594fde4f1e87315c18f7834b34a5a328da414a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dcb8ad691ee2c2b9f3c6ca38ff072ce2930cad7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd2afdede0f79a3c8bf61fddb0187c1dc8cc289b8c60c906b53c40926da5d1d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d78701565e6d07863a92518b0af124f45af85f76
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da20110a6cb640a86461ab29f54e47a003aeda30d04176050da9e66a842c65d3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..642d709c06d8012019a5efbd9f9da6c7be53ba88
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ed7b0598e04b07ee1f30e9c0c9772507d9bfc5c6b4405a99af8fbe51091411
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8939baedd3d2bc2e647e3b6745686673a9c23267
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec3445f75b4b1660ec7b7d2f0119c4212aed7dc8a5f0cb9dd1694dbabf23b3f7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73aeabb2d655b415bcc7a935ab03b642151cb34e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a1437bbecabd23a71c2e5bc716ab817eacea5d9bbfc0f8c22b777bfb8ea1b3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43fe4083cbda34765b4d71f6d0f2880b9425733
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abefa38368cbfb2d42be03f4550b0db9e6c6bcb1d5412b8e55b3dac8f68abf99
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f464da72a8c7efc5b431edff1869697c721805
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e49b901db55f59201089379edabf7e4a83a83e974a16eee00260d7305bd8f1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad200be27aa0f9bd3a10c6efeb8533e3f257069
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d59ca6840e399abeeceb37b53f4899b666ae28d5c823ef943085f97f6a0961c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e68d0580f45918cc42e0b9f17d0e19ee34784993
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7f608db4fe2cc90352bd93f592be31c7fad499474029f71c1eaf76171edb17
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b081a69f4aa920a7c41591b39ab17693e042417
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980249d4ffdf083917aad27c7c22123775fec341898c084182b469b2053cf8c5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b0503a2c8c63dc2abacce2a367998e3cd11e2b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d9aa1f0f1a86abfdd085d18748f06b96aec99c3fc102765f899e9a07d8c2bf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cddbc02a19b6a3161737ae305a0bd22c9c9c0fae
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:935a17908633fa39597ae1ae7130012f1b87f99081df81d2310df024ab15afc6
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..194970f57317f1a72c717a0bb346566b15284fa5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d277725c30d9c56421d65104a086c65d6a62f486dcf1d53d1ddc1ebfed6efa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d784388a733e71f1d3b2845c8a24c3417f121d85
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4ec98a0ca0a27d029389d2440a1a3737d06eb9e81582034a8a703aa4d5e21e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ef96318edc1a5f4c90940d279316602f86a05b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605be5783bf5d6d813de7ce1cf16ff0854f1f4347ee4fc18bf66faf5de90e5af
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1c3ac7306c3c6868b03357ce8d2f78ba4d35c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a8f15bc17287b4402d8405685c1b8a37ee82bf4a8a4c3292f3d02328bf237d8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3da4085c1cd20bfe510fda283867c106fbfe9c9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8138bf93a4ecc32f5e57f1930c208b72938b5e63bf66a0257b8382641541d7b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c2196049715adfcedf1eb0bd6100dafae4dbfe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:742eefe1c7f1c401880b321012c2f14014352e5a2e5a294368ed837aa642e629
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b24ad4995b8855778ad065e71363ff9d541f55b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39fadc160855472504c71490e0a31d9d5987f8c4f562dfd144eda75ccdbb5317
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7800b4a1365b9b2c706d28ad13544764605e6a4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da22f2b5a18167bdca690092722580e3dd2bd64df993aa38a2e528e9539dbd4a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..531f6613f0d0de8ed960ddb758bc303b1f44e21f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6ae12c322b6f67f9f7306bba887ef7a5d19bc06e58c6bd3319d97b4149debe
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42c00b64331dcb58b880819e19a58d48a18b6b2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc767d16460b84150c7e3e104dfba6165f9c50a8b3730d227ad2c60159cb7b4b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f539c0ded5d85eb37c6db626646985d7f9c54de9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a745e5142653f19dc54492521798f176dac63325e17b2583596ece9e8f48a9ab
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58543efcaa98f69cfc1807002299b6cbe695413
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6a76ea308f04769f5ed4a25d0ae5e6e70a4247c35a27c9bf2438e5544586fd
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97d17cd580fe2e3e8c123c02e870b9df969f855
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ebdc1b9b0201943fe0217c212af0e14ac07b8e253b4e64f2df90c57acc2d00
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894a2bdf99f510f7ddcf9dcfa2ac4c0dad65f580
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ab5a2b1e12d8cc063fbe706c174b92384a9acfd4bca186e1376ed6affe3e8a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35558f881623dfd16bac2e8521fa256b169f5204
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:195d2e0ed5379974de514e16006ad011d306aa7d715fe4ebf49a865e2dddab61
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59936bab659d70d6b2b57de7dff665f6d6b90efc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f5b084c91e6207f3c2cb5f4f7e53017b902a7dab78560f433083a0af332031
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a8eacb22b07f290f0a6a4f000d3623795a49d8b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d5755821f3062cb8c66b7c4c254983ceb9b6df749bd249f5b4a8c4cf1d484c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c171491c878ec406efd9e2c5091525d92225b4a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76aeafa8b522bb41b44cd3059ba126358322389136a0ffe055f6e29fe091bc55
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0e220f76ea0ffd309a134cd502b6d4c8c337e0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c817e5682a5dea39f0e63955c742c541484a899c590cfc73f8725d8a251e25
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ffffba51e8f23f37283a1bf2e6e96ee01ce4fe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c39c9208c0632ed13389d523c1fe5cd9693255c06c224c9d4574d2485802ca3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..032cfa804cb69cd12204612d1c04946dc551a90a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe014c84a40840c4f213be781cb39b34f3d6d51d8169f6d742089de667977a6a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..979117eec21a78976a0b5f3aec9581db5cc09872
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8093b42a7c7dde3339258df32de1f7f05cc8e6a8ecfb103916d049fa54f6192f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8890eddf1390a1a8812abe41b1abed1c7ebd1b7f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485b8e30e0b0481e17c3a852ef29d0eadc00f1b90481415a60067cd99ca0ef52
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47bac52b5ca0fea1d4de20bf7d92d15eebcafe6e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12efb92b65934c7efc9f002222eab0a21ee5d29b7c92b919bf9a4e77901bb235
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1daad45a6272bde5de88ddca4c6f0973994d3f7d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54981699b4a49f3d0d2fe45ac3beb3b499b6ed2f736bc597c893188816c59af
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb4182c0a19d9273d59a1856c992fb03a567b68
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab02636d7ef1600bb4d7e591953a8860f3be9f03cc8685dcc5806bba5b62b797
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5523deab76a7bc83e6dd0502186bb027708045d8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57e54bc264eb4e1b2b19762c47c1912b6a49b4b6f67a793d10048bad9570810
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91909c039a224124a2ebc57ec7610ba8b80b102e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01d9b9ccd1db9d1c19591d8a5d484ab1e579978855180b610de7fb948fb03c3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00e6b2b09d26c33c78da5462e167029bf1bee23b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff463eba179447534668145cc60c14f923054d2028743316fbc14a01fc9f23c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..370495567dc33079dc079fb18c20743b56a2165c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60eb12be9fcb600125e2315de5d9fbc836f610b6f05a07507dd29830ab07941d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263aa5683fdcefc2102954cd5e548a9540f0d8ca
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31729cf8482ab2e472a02c852d97c48d32e03ffe0ad22f52e5922333ece4e0c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d5c181278f5f4f130251437eb28f0a7dfd685e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c71eefbd4503142136d6362d2695ec5dd7f38ed97f44b20115d2c2e7cec601
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e5d991c45cb225d4b9501073b52209571e47d60
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b79c715d09b6906d590480254bf3e2e7d6565a1b356ed58ba1ef87fdfb6a0daa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecfa30da628eb57c504a9857cc07dee7575efc94
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c23954f020f6b696f7a31947b0400f5651c884bf4c446f338c3c81dc04c64b0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f2177f6c431226e3417b42c4ddc48ee867c0f5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1725f75998ed98e5096c5162aa4e4aac6fce4fd89bb18293f92b3e3d0436b3de
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b285b5a817d14e5ff35ac81ae28bf446b67324
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3d2cbd3051b1a5ae0279255afe20ba1ee85058e7eeef7531c0326e03ee2823
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c35f80485eb89abfeae8ac89bedd1fa4585295
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1a09246ed4e51e0d240ffd0fecbeb5312b2bdfa0c0059d980e9be5428d483e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..056b06e6d6c5cdabe95287f2e3c15c66ceb2ec1d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a17dca479ef0322594d73e2239eec7bea3148af7f8edc0d4fc48641ef59a73
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6225f970de050489881f3a41555c63b6efced71f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db4fd2ce4d8d4cafafdaf3614b7df02cdb1dd9911b016b5baada16b6adffca6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c76202147bf05b3ff3728de6038d70bf7c22e26
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3e3f5860e801dcd267e2bf688915a4e12c24325a327ca08fe5092f51f75032
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c35173b08541c4f99548b2192b3cb769f298d12f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f495c7dbf96e102b2dca57537bfb743bba04d72f240345bf1ad76878a209cf0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f3175b3163df764674135cd28041e29d667811
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcfd786ff7fdbdedab8a52fbe2547a890bd1298f92672fb616c55bf4374da372
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85db6563820534b0fe812129fcf2ae9c57859f0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c72e9517cbb5c4fda1f9f63d2d21bc7186a1eb6dcfd17966b1ea779ab71bec
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6324afcd6d17818e966685ba652e20f9db2aff1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c498f6891261c79a99b32d82a472f78ddd9b6f65e4b121f465c61b445c661cb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e353471175dad0703c0e66d01589079e8e876325
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67cbddfb9e758b615d0f397e81f3f10b40e38d1fc6f50aa368aec94f867a6ea5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e56dc11ca16b0666f730610336a65d2b79c91f5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401bd01377a7e17a678398d26047f158ca59aa262fa0585eba55bac5e2729f2d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6840350b6d492583e90053a7affe9ae951667cb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5202f3ab33fd550dd8faf2025c8e631eedec4268f230f99222bd8d1e1c88518b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a8a3d16b4f0c2919c69c76d963ca1727895527
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0c880a6f5bf1ebd9c65ae4fc2358396dcba67377390ae26acd4ba5a701c27d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf71946ef134f041c688cebb88f227ae9911ca8c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5cd647763384f259fe2712a56d430ff8f3c9eef8709003720590787cc7af31
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1851a576fc724c1b72848be7d5cfdf02e27f30d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d72f83c94eb8af0e4ad17560f443cd12ba622a203856677f7415c6e5cb52c5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe468acaba3f06e44f8b45a95fc3960552c46bd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598aa310404fdf3529ab549c53aeb898293388169ee3c8818a933f69e1533744
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12412a7f6f75742dff95d302b396c14b07b84bf9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6f2e2d17287cada70ade0f158c69b4318511ae64e197e5545c406b402cf2c7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51f16601841f6e386546134902b107510ec4c3b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1327613c1203ae5cbf821651f9e3bc0474bcea38ba65e52883290f611157fe2d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..608b26d4f07da827eece79185eca7a03a7e07895
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9b185bed8fdb97c4b24c4e2ba6463da3190f4e78d89a8c0f12e8aff1b8b9b2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56cc58e2fdb48f9694ba769085929c33e322a7d7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e68e79a82c5d7472bd3ed8cbd50eac745b2a03f0f4563ac5e9750ea17516ec
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49428e036f3a019364e8279b790595a84e41bf3c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f874dbb697f3b975bf4624324e84ad86fac16899204e546262da76120336ce52
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7deec76963988eb820e6f6ea97bf1ac6dc78263
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1bfd4c15f98f8902051e1c125aa4f584d57630b57d8727a68390b18f111f76
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528717da115a13c5557dd405b1c426dda58fcda2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e67d497decefb6a718a0ca4267884173facd6d3959c9dd6d6c926b9c12ae805
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f31c8e61511dbaad24bcf886e10cf94fa2422460
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf8b3790cea03dcfa57c76d3de20c74d66543fc748efc657750efb9f3d18189c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d11d8c38985bd6990bbe132ebdb16d04311070
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63efa84afc36e9b288b66c711c0e0e325b42bc832ac7e2ee8fed9e811244b87b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0988384b2f9e573b20dd017df372dc6df44f5325
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0efc904075449875947e145035ea6fa0df317a789150f5918e7bb3a97383691
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f353c487514ba7d8fa379292662e074e63f18bbf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77ec336f256e87c2f253c0b30ac32c991cb9b5671b633c19792edfefcd5ee10
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecc1bfbb401ce8128c0256201299952475be1afd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa42044cff05f1ec2998d6b7f072b184ae8d0123fd2d7c6901399df54ef5ede2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a0a412168bb2495aa30143471506f6df9ee634
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d08fffde1822ee4b8fb436701d5232269df4436d870ea7c4a4aa9e21b5972ddf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e211ad7427d89e32194cdb25b43febccc2c7c5d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16adbd496d7210bbce832c6f8e8e6c18d2e68b1d3fe3a2a4cfe4464f168d4af
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8304a2271143aad12d45e438debeec037b64ae53
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89591c703f155955ff99b84112d7c846224863f23d54e21d30f09e20f0c8df02
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f07c120e9641536d15bc412421da6b1ecafa1259
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffab94130b12fb4d7eccb17ad8e7c1060b9d41b54134f2c060f46f47dde6e634
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2897dfe7b766359e8763a255b3ba277655bf03
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50870d8b889d73cc69e2740eab4be372dbf04effa3c294b67cb08bbb36a826d8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e24c177594174d74c0c24496e4f921c5a447599
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e5c39c82640cb2f7e847b34ec26557717dee621bac90cad7237226ff253f31f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8e4277b9af4f67a1e10edc9f907bddcab5e179
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f5f1b15822fefe16ca5b105f3751dd9553d29fa3d52e6647f2092557324b5d7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f30d3932fed4f731aed1caa55c635dff61d820a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25355ecc29496815e0853c0b97a158e82d4b0064ca6ef5b419ec028fb9c82641
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..663a213b6acf81b4375918bf8361512bdabfb643
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59579580c9b7b7c039417c2b68640698c1a79eee5b5bd1d01ba2325da209238f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26aced5782bfd0980d3ab241fdf205c40ec8806c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5357ed85e6fdaef35df40ed0363759c3de85b90484662697244a6fd166949aa8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2bae5bc2dd1b22a14e71e7b01892b9ee0ec27eb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234b5024a2f2258a407eb21272ba17eb11ff8a0bd242d7dc1842e4edcbe680b2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ccbf7000c5d3a257b5ed2cb67427acaa105afac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d47b6a55668ef22050b638c3275fc0eb60dd2f1987d8fa7cc6bf2d08528d86f0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b295af7663e998109e07f48ea763f90d5fff60c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2239b608a0e10572c76c7a4123fb455bcd6a1917b1363bee91c65711a4e0dccc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814d17987d61d7f4125ad8b330167b3d1d5cd0ee
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61162b8a901eccfa4bb7d25d24996ac006a45953717f7d644b9de4dd068ba41c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f3cc7386d33c5f82852c0f732043aff2afcbc4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd82747403451970f47008568f43fd92814adbeef620dab7d17a481c42c6904
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f984f8617abcd7f801dd19b1945f42967cfebd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d17a8528aa648a8d42f178ec797a5043f6bf352523c11fec7ab801c9ddf8de
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d94b9661f3f41da3fc2c44c73ca50fc8f7817b38
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d6c87944d6588bb990e6d013159b8bfdd179abaec18f17af5647d8816153ac2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6917c196c351017938b6d7c1fed3f0c276d3b73
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7404e62d8360f162334efde7b8bc389e065d62ffdffa38946cf73a1f6fac7c9d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa7f97bf06be6ff70fee946dc2ec0e9b2985279
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e8c9fc1149b89c83212bc4c0590dc61640a64eb9ac1893282b9a598de158385
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbdf2dfdb979e18676e96cd49b910190afcda196
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d92779cdc1cde56356752574ad0b7eb7fcad01aa3f407eb736b81414ab672c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3bc1626fef0599a6320b13a5b0941d3f560bb44
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a65a1321a77174948591af8e6266c740d407e7a8a42a58acc2537c0238e365
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b35bc82b32cd6a3d481f5485f12fd3cde4953a76
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d76473daadcd308eff5e10bfbb4e56e08b199f7353c1fcbcf7dabf8b033632
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..651d7b48a731dd072768cbd7a2a37513160231ba
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ab9cd80bddd872fd55e0cbb7bbd14062c6f21788d2739b9d69234e2428b926
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e65445fa388ff19d593c55860aeca98d0bdeaf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d553f728dae0359c8c66f11ecdb13bb170328b2c8fb3a23a81fd7cc7d86f777b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956556b386486e02e376ed3072193ec430b59d14
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a789d53de54f0c367971ee02e81edeef041ec3119c3d28ac2f38aeadb562fbe0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ffe4b59a957e4f3b1102a4b07b3a15e9f9a8097
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1bbc5c48387bbaae14dc9ced9ca18f49eabd19099dbeccc153d6908c284180
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f7760551f1d5367eeddbf046579491690af5abb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec249f414ecce842ac5ecb3aeefcf35f3e08a45c0fc73b0a371eca241678b199
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa135462c20a98c111ba10ac8911021b0878670
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e64e512d5ccf23824cd7efea9fc02b984846ba22514b190942a214e46241b15
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c68a3e00c9dc19bbed8c31ea15c0f720b3d05665
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:022da0a3ba333f32ab85e550a2a5f552377e3e432017a6e3c6bcd57b9e47c043
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e73338e5d3695e34fab20833d60fe454d18abc6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806295b7df735dee0a60cbe47a46665cb4689c0d1e4f6d2e9f296458c6238ffd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..004b14badaf0f32eebdef97b922e7887b4134a45
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f44e7d6ffdf26613820f21bb165181fd31b10a45bfec9992bbf318eda9128f3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab530c53e651c3cf3175a8019f518af8ffd7ad26
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7469b2c6c30eaffc72d1e87eda90d54bd3cc18023eaa56a7f07d6939318cb64f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a2911d10be9ddd91543197448b44cf6c35d9fc0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63c634b41f344624d90ce9524a07ebc3f91b41b34c278cd3d8cff32284377eb
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d70bc01507f5637c795a5d259132d3407d1bf2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d9b865753d3e64982098c11f41805740338b76567bb3108820c69c4aa0bf0b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9405e8b5bdb7bf98a6a91e14d1eee3c18e4ed83e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f983987372f09089b1d5040e94c120d1a7344ee0d085eae4241a3c62248091c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde482b1b57998a9088bef1b0a3fe323a8376c55
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7a5c1cd83dd163c3e64f0fa5ea6fcb0b92f4b349695336ba2061f9eda4a391
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f56783053821b86e5c7eb25ef25c10a236e177
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa9ef1f70c4844cc683453f072c9abf6bd444e0850d7ed0dceeec816c03489d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4068f8b9bb760d47d5387b096dbd4a5585695f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4c0ec5287432b45a69778cfef6dc81eeaceabaffbb8576773256359df00234
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86dfebb7a1a46054f8b87cc72c8776e611e64f04
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b74f236c25627b15bfb6d5bde593a908f5f6c624ec60f4e39f679fe64edb837
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76385ca2245525e1d7ca2835c381606f2123a671
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64827e9ab81dbdc46003c4476c9b8b96083103fb5498ca3d4417068c6970b6f7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5754ce77cb6912db22bb45900a0ee4aa545bfd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe626906a24441fbe0f6a53a2dda5456c1bceeb48ac9b7dc4c1e37e518cc5771
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a645d49b66b8c35d856ea4407c9b47187a839ae9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7539298f221a7f3c67be9c166bafd82f16d059bda3a6574289b26d8ea4622c49
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e2cd591b6caea6615b8bd07ece936e6e73e528a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d48a80b086b25f43fb4e2fca6e3f46fb1f2b983c0beeb9b3a8f23f533b07f7d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0d505e0fdc0e3b9092ef29bc11eeb4cd845927
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3aa24487ed24ccba0baadf7a4b47b03841c70086a17decc97580082c1360b96
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d1a174584f76a40efb30d45ae2861f017be53e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b01dc123754d07fd218184c22076a3d4fe04e7e227fb44a6778063458f09bc
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b77f50f8c7f045714f2bc4a9d4637464a4f16e89
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8205c6ef1156e99ec74ed61ad5c5840da3d4182e29457c835d924310f9ae7d82
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94d506c08b955078809873cf66b94828512a25b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cec7c571f258bbd726b235b491aff2889d801abd7b43fac98fdd7c3bad58549
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ff94f5ef44c63406e32377e94646bf2ccdf627
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805168be532f752959f813c05a66184f5b213c323d81ee4bb6114d610cf4cbe9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f8490406ffcca62961f3f7090c32117432ef14
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a467be4cda5f34c573b5c7355db89004251cf1566089480b0cb0f781ef05674c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0420ee6f2d8415c4ee2b575666bf98226dc75a8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6eaf6ec5e3bc6e2c2b20e9d66bc1bb07b6e62f71be1875712c02c8c42ed0a46
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac92c13132f9af4460b8a7dd96ff3a8b22bf7687
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0802fd3b76381fb54cbe31b13b2b52bd63d9d3ec8567ef00294dd925f760d26b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5795e69b0da4e6df27ea35b51bd20d74ea53a084
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e646993419e6f0237938fae1ad2d133327ec68d5f68f2ed1e733368e07a8a7ee
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bfb7d60bc1b46d2b2d14bc55e235052709f6785
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add19e72d843db3365f4ec1f15e6f5cee18b2f733eada525a4b4719896d0ae2b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9fe795ffd336cf4acc1615c1b88bb562cafac7c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e2d77501e09f638e1bf46db100b87bcb3293da5a38aca48226fadd4335650a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0dda2a658f9f9362b5ad51bbe25036ac9b77ab5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f38b8cc440a80f6a6bc960088db4c999d1f969dacc3c1538078517eb224f972
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2432d168514fb1fa4b588060e340fde088d9ecb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8941d97aadecd8ccc7b0886027e28ecb91be98defce58110a61334a55b92e51e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ebd3f311150d89770cfd8c358eeabd432b48ea4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51de62e243b516ab39a6d5882464c308043b8ed22edce58734dfc804ba7746f8
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..383468690574b4fa91bb6ead7e391753bf99b434
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dcfae4ec7ef1bd5ad87a8e2e5c18253c28d16852e27e44e25d09529c57b439e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d9548286e362f8f9b2569016e2e1f9c2ee55191
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469657fbc4217e0b84c83ef8b0cfab5e4b907790926475356ac52eb93b7d467c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f02e9ae9993f3e3b030735058a345b9e480f2c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173a48345e03bcac9dbd267a2e20e23177d9360853ceae68cdd3606006e48035
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cebd79b2e48967c4c3b9780685016b13ee75b4b5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68a9b3e32b84e741661221f7499e7b165963b7a4a861b174a5ab6fec2955ffb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b790eddb418167b0ba1ba0da5d8af897a4e9ccda
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3eadb540771f563c42d47297e3151caf7606e04819c123817f8fe0f5161fc4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..119828520252905ac055a9acd67ce0adf04f1903
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9be1cf495bdb989ff737f96972acdf5394c7bc8ec6d8c8f20785589cfd69f12
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2606297cb933329eb7df4f73e776947397ccf2f7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6634befe12b5438a4e0b999ac7e175e5ad30fb53a945cbced43b156bdbee99dd
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8506ca9acedcd870a69021debbeca01487aac76
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5589f3d27a8bf3272fae60c3fed3c7e383f9b8e6610e6655a6ee1b1953492e23
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65498251783ae078e22bb778eb345882dc12d42c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fc8cf3c41184f3e2ece8c5b12440b6eb27c5a218e8a2a438099c468e9d30ad
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ff378e3a98cbda76dc59c452bce2934749f518c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb214c508ea426622e0a6d7e6ae6df26ede7c5fb3f0961ea44d526bf1fd5b63
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfc67d5bd233e5e68921df3ae5a1293b94dbcf77
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084bd44bcb3b3b7ca7d48e4ff40559e6a7eb2a26951f7f998b045639d2910748
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b54536289e85bb09df5b36bf69a41ae2a1ac6d8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:324423bd08727ba9e655edae02f0619b90a3873ae42e1b9cf4661f20e3d7b0a6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe266d0275ad9464a9aa49162a5baf5059fe65d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65371f946f6658a548f92ab0d68903a11761e4ed14f9ffdc7bff09c06d707427
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3027ebc610e61f5b35ffebe4478c4fa58002a5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30c019afbda025220f5a9ac80c49563519d95da5377c11862d5d5b62c13e2c6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66475218dd8c9a7d82733e5120d2465d33becb64
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e4105655b1ddb203f099df256a7d1f6291a799f7589f9833f723932fab59db1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b938be5434fd5ad84dc208334efb3aea0cca2db
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f68b1a52e77105f02f8925073e32e6e2bb85558697e3fcbac7ec210ae624d81
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b754695296426eecb00f729a4b6720624feb9ef0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:695aad25f0d1028dd31d6c47de42436f42dd12dbe8f2ce05bfe379e546034d05
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9d983e8a75214731747ccc09bc424355ca0259
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657b18e387ae7b4c644a5c008d06b0109f4eaca7905d550b2bc693d8f172172f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6534a29c4f44602929c104c3b7a532a4d98cbcb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4950cf6165c16378a9ba383f2ff233aedb3480f0f9c218f2eba32036422747f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97801454c6964cd640100b42bb666d47423799e0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf48e28e3f9a175904e43ceaf876c5e0474ab791fcfc0fd6518dee65fc0e9e8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c792de70d45dcb87dc2c328bd6088cdf8a8e80
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7b65fb6c5cb74b2219f0172fb12698712908b45648ce85766b5ea966553cedf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260eac7c4120b6c68469ae8a947c592d9bed0876
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f1e01c96d9b8b77cd132fbf9a6b24eb5a28069e27d95b7405555227093da7d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc622da55d51187f4202d3c0fa71d19e5aa72fdb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f81ec669c8eebb373a49518ec29ab0e8c9a0c58a43cb66a70ee7960b779c43b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..268eae5b7f78d47f7b33db747f4c2ab46f0f39d0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267fa5aa1e6836403643b6bf2178be37e7df3bba13e9448be743fd1a33d6df3b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a41cece05ed2c987fa5363396be393c94b6933
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e699e2665554b918b356b5788d6feedb9a1c4be4eac45c532e1d5bf57fffdd20
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4312fbf8ced6f5953314e71718d99928278136c3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ba67816e39d47eee2e8a843cee4cb871ae4bc72eb1e1bf7df71963f87c3d8b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc43924579c90b7f1a1ab6adcc44bc167324874
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90028d87547a8aa4d46234be67298bf4bab75d6cf51b03d09e173d68b58c42a3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6312a2c39dc1091a3ecedac99c63a4d2245b179b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e7a44cb24d31a43328208bfbe125d5d7784497b18c2da81316b75f4b11a060
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d502a898a71c11f749f75a7c6e3b9b0909edeca
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4cb96c8cb7b0818e3fd1f4d25f97b03fcc5fed91dd1997e0071e0dbade9fe30
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d57916f5f25dcac984d1a3c900c62974ea90cf99
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024bcc97168410eecb49657b40cf2143249e35dbcd4908bec0c2cb93553067e0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f2989bd60067a8b9f6e2eba319d192f1254145a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26df79ccce9227ef4c16ab1df14161a5bec22afb9557cddc4a0ec79b2bc05977
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c1952d056ae8e4ab8403de8d4b261408c5420d1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b58b276b7f546f0820c2954ed9b371afa7093e5fa69f0a41b85c0dcf79d98a0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da1774b8f7f1f5d45846ea9d087b70ddf6694eb2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99453db4c88431a106e59c7c0a0cc8b2a93751866737fc0ba23ed902142d698c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3271a013b5bca8f012a4faa06a126185a5cf5ea1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5eddf53d71feedb4b4995fe2e6563ee8f84e5e1ed3b3e327ca7ed5663724f3b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3238ae7b3f9d8c3afd46e25596ee2fe61630b22
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cde5c7efdd6764b4a88a05cbb1e0268bcd4308504c093c65d120abfc44dae29
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db18a8c6fad7d90635563c5ccf3ce05acafd3573
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff45237f72a990ceeefe62090515541adb1135a35de501ce2a796e8535f0bce
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca9f85125f5cab2d0d5834d6c4505bfa0d746b4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa4e958707242ecc9587fd6df9af707188a5c995b5af06a8eb674ca77ce6723
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e71b9d47920cc94295fce6ea0a0a96574604bc1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a233889d6cb16181908a7d14526adcb89acbe4925289e08a68e78309fb7f386
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3179f0ec0938f74b67ce6a7d7db2318606d68252
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca0079d8b683e943fc8863e88a1f51f13eb5a18eaf58be73bd560484d3980eb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..245c63631700cc81bfe918b7226c1ea0bd9a4ad7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1037ac2750cda6ecceba6c32bdb3ad5719abf2b584e66e4ce27d75154c95ac5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df024b4cf91e119bcef5353ca3e3300524003135
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1cf63b7e02f7388a01df08588b753efef800118b7743a963f85398cbdf6de49
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3049e4334cf4d57bc55d273ef0d61c0078a3484e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16fa60e621d15aaa1968d81450d00bdc5dad93679847eff40de86834524187e1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da7b0a6ebb0a3f5817564c702856ed020e572b0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5294c05d9d80050ed34ee90a69dab02c5520fc0d97985721b6228cc5d475a2f5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5fbc2c18262f8d5c020eb6f1d4485d4e3c65b22
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dbcdb68641ab61844d8cc340224f254bb27eee76cc2f22e92134c7d197eadf6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f1c4d84d96e7d3b2a4c29d851953e6d7d3cb8a4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2733946835241c6f1238f8a1634b952d09545bc868dffe323c58cb6a259c46
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a9d09f7ecf2459fd355a16bf8ca9df39db0df0e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4fbce80434cbcec576bf8f6fdffab4b8eff521f67e90669c142efd063923a79
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e01bab5bb4d7724041a2c17b5b54e3caceb375
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21085357f04edebcd0549a85a45a20a9374b1c92871f18f597434337d02c7978
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c6ae069b48b68cf4631dd21bb15a92697be37d0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3bfdb9a351cef350c91050c0b372bce8cdc24faee89d3b9d7dbcecad8a0457f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61743229d376184c412305401e9bb0b52f10b81f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f80da4a0e1328e76596753a085876506edb990d9f74b4399e9051e2f3b1e2a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38f89ab60b4bfb3024bf962cf8b833974ee1ee2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0efcccc5f45910378a107ee65ef2d97f525997be57687d22040f62bdf67acd19
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b261d48150eefad31d8c7aef578ea86d0b5ae0e3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f127ffe27bf80a58cac37cc6f020cc6efd7d884b4e94205d3ab33140a54d652f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bfd5112af9e5ce13be35cef1f1e6d2d5bfd7dda
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9f369e88898198a6fccb44e1157db53f100727d97436e1b71a41d7b261bbd8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ebd1fffb76e9b35706317219ab38d987196fb6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa74e5ccde52fb203e068b3bd98cbd2f1df55a69be83d23061c31372cf3265f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc64953af01548b2e642e420ba6f417e07274ea4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b1ea315c57a56889226c4268c76418e8b0795d845093886902dfb7e8eca281
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ec930557bb8aa2448e488f5fb89dad6fba438b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb31b8a22e118a21583176ea32d31ce09b49585e45ff53f41ab541512923171
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c46d6177b3304d901edb9e0adff33c38a429892c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbbcc5044466c2867927deadd8acdb3ec5f61243cd2b909ea83032af653c6762
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57d45724f7b2019763a93cd0536b6b7013f676c1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7760e7db9cd7ae2a43543bd8f644506b62f2b355dff488bb2bd1a3de29591a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820e992af0772cff0c46574c2e977b00bf18f3c3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2d0cae2617bb46bc1438f1125628174003756666567b967977a7106bc199f4
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33f3ac8e1dbf39cc17504ca6822a7eba9f4959e6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2379a2668f89669bb03f291f404276f6ad8c6199ec3c7345daabf5f183446fb
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f218a5b5ada679cbefc6e181f069bc5613ada8a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c3cc70269078b509950036c220769af8e84c724fe7361219280cddf584d38b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..918c49095fbee5d41ef22ee03656c17c48b0dc01
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e6be6d259c0453ec5a21ed816f05a9c5b7b989a098c3270c3e9e93eef3fc733
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caab898e306be752f1953d046ad8431248645c1b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecbadcea93c2e84b6c615cdfeb50de96c2b6c273a00286ffcc9de022c89328a5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731d41f0b4cd6aa155a13d5bfb0f4f1405f669a7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7a43b8bb496d7b897e35a3990113b8bb62be6ea73d814f69b7831681024b18
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee99d426811cafd755f9a6b870608dcefff9061f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b640be7292eecf161a4c0c9f8616c1fbc6f8bbd93d4abef98278a48de18985
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a00b65d593af426d6dee21a3a13042c5f4a76691
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2cb72f40c308373449f8b1d4ccec524a22dcce4e88c0725db7b28b584c059ae
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e068a3d2e48f52e4c5b8baea590ab390e42e94
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce3da0de1fa6fe984bc13cfa65bb30dc3711f02c6a44ab6eaec7465a393c6ce7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6614836c673c48fed740aebae9a0da9b86db2afa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b9d49017420e371031ab498ff9db3bdea711682456498861673b851e775478
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a406c17330f3723717b952fd8898c1eed44c30
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffea838fe2a6f75e912b332deff1a19a9ccb44b9946d674663d981886836e241
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ea214a9d461143f6cae0c7d28d484df576cc3c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dacd66a7b5219d5bd6b11da25a1023a4b6b3b34dcf8152d976aa6e07112fb95
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e394fd583dfd19023ad1999849df3f1a156e9e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80121d5b2c7526157143caa932159c6e0afea8faf401a858148cec1bcbb6e8e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e984483c1bb4688828f1555eca4576f15600b9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be298cd5741c2fe6397ad2716a87dd148825b8267b7e97b7e35c3856b2b795f1
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9503b1196155ee38289669223abe6fb572c8e62f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65415c6f6a49c624058ae4b84c9d16508089c508ca48c6d148d57c699e47e1d2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80855625765d6646889e8839b5901637ff9e390a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:370804eaf410c10757d743cdfe4f12749d7eb3717ca215480b9b1d0c43ec7eb9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccafaf92557c37c692c84234616c4ec48be20592
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e41c096ed504cc84e3f038b3bd80b8ab4a8b33ed98ac2042e75a1818af1ac6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea6ff23ff1ed4bb0046fe7f3ed664d65a51e62db
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9417caf46d7ed0b84b0ba3348ac05b6a5d2999b388a7ca40f9ebc25856401ed8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1799faae1cd40874932bff07ebbfb40bd1d17838
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0fee94abc87473f61a9827e91a7baea5ed4eb1278d0817d089b93e47a6ca30c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c69b07956ed4792955aa87257fe08128ddb8c9e8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80da21b793d56712a89b38f7027ab117e5a8e22bfe61a6244fcaa36ef01a7a6e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf0c3c0297a7a8c740482aa8f506d5192ea19d5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe3ef4016ff062ed6d605440cf6f52a1d45824f42a59d6496b7634a25940df28
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac67608e6b7c81aa53f2baf1310e40b8c4792385
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e3264fc48925e82e3aef52f31434da7f177f62975b8a49cc089bb0bfe90533
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1471b38d157d6c25db7d9616ed21f07490a98362
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1701bdb3b7b2846aff37ad4930e390c88f5aa1f3f1e323c5cf13db9a24c6f20
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b625885ad58b5cd38855a07eab6662f14666f75
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217134f92068409ea09bcab53cfd5ab8605643aafcf815e72df8a816660d2fc8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8196cb32a5b927923439f5501b91509457bd4e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00d5787947b726eed296fbc43024f02036c1e12fb63659e15579eebd96eca2b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80773923c770ea62d653314f09d9eb21f041b42
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add1dedc9ab79a9a8ee19c5a887f4d4096c7845cd127390a698b427cade76bb9
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de51ff828d2fc41bd908798549d80798c6027c2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0bf943404c5902ced435b21db05d981223c0c8310a686b94724d10f9a817c4f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd857d5a5f236a3d36b8bbed1f09b0bc8c2a9f4c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf9f7c2ebe40639e15d0a1b9e3ce7c54531ee57c6adcc75c8265161529e4369
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4702df24a4ce344f7f22c17c0e71896439536d7c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20c70ff7b1344d7d3133058f6fbfbaafcbf413ea3e706753ab2053df0cce2f2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf12aaf57fa9383ca17f91be76ca49201197295
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c9154b96c48167c4b6a77f87179f5d0fc6f8ca98495d9076b7445093d43966
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9828b94967025b3a6c787dc121c2239f323aef
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf83950196419d337938a3b4cd0c440106a1dd91f184927dd3d668c491a4c266
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7103b4b95d4427fe5cc53723ff45da7b88fb1407
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d55e6a89dd007578340f004e344cd2b66688d2d13279dde1967d86968df6914
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f06c5350a70b47669e416b54640896448152dd9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf7d3466624720ebdf185607d5f44f674d9a7697cfefe24c4c3e2f69eecf2250
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e28c62c008e2dfc857d94330d74a3b87c722466
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104a33b33233b29203625f254be4f3fc3d09324761ca8d3cf02e26629955982a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d733fbab89066f69b9c9c460d8aca6912d8486
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45de7578c35b63b9476689421275344bcaecd29b4d8f5b62ae6483fb5515afe5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b5798822e387fe2e2256efa9c8a96460af9a4a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9dc3f3b4a5f552a9cf025f6b91c95728d07c8a1b8a1c9d64b1c2e7c94b380c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed9a20eb200137820ac398a39953913f81956a0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c8189bb84c84e76c4c5d5a9ed64df54f2c587f6158f80d45b5204e263cd100
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e29f2c129ca22df6844fcb76d4a2f24f8c915f8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764f74c7430f5fb472b3a6b1bdf8c2c8f5389c09929f4255715c74ae673c2eeb
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88faf83f77293ce0bc54b8ed5542c69fd62274f3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d28014004e6f60ef1d0462a437b656cd1d2a44b0cc084814ee63ef3141f9398
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db908a25f6d655c2fdcb9ba9b57b4beff3fb631
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6afcf0091797b1789e795a800b495621de7363dcf7f04d06e6b61496df42685
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b288ae2427e5c0a2f90906ca5af14667b4b35f7b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e0575a476060db626c0e9065b95dc6cef06075dc06dd5d1f92397bc97aaf0f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a247fac39879a53c84fc9ce5be75e0877e19288b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0338effa82ead5eaa90554afbfbf634bcc822498224189083b262556227eae
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adcdafba31d5b0dc1bf3af0a779c889fcb4e833b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f1319d9a73fab4f74eeff55b002925b729b0ccf27e605662d7b33d0324a9e9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eea084c25d87bad71fb330f5b0fcf0a738869b2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7007320bf3d3636db6ce6ab8270e2fdde7a92842fe35fd7760ae24237af9d0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a89cec6e6040874775146d6d7926f53e00200b4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69bafec534019001468a384a134306af446d54cba1d7c0fba4243179e98ee3d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0436a828b8fd4e8824c1167d3db497ec2c35467
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23c79be4ce62d16b1863ac579d50a32cf5a00d6ddd8226ef0e70744224b8028
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e143f10c8c57ccc8cb21c7b13551d73129fc2c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f9e5cc420780e0ad3f139bfc657e26cf8a62c2ae19f85e7109a1a93bf44f45
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2efb218a1fef27640914a4471c255925fae55012
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2aceadf3e1d4a6a255e657bc9332b51202591492f5ab1de06aac50dcda5ada
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..676070e3890391a3d4f5f8e06462502466a32d1e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c59133b4169aa522ea8fa9d5116d709b54baf371a734eeb70b28d83934690a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be5680cf495b138cca70f18e61e18e65a521acb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c8c4a161f6c46efcdb1c7a1dcaeece6f3e7e1e8e04fbbc27035f24b7442130
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..402eab502bb1c9415463bfa9c06b0afbeeffc10c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:773ee9d7249c4c9ac402e441089daab2d158a8f6b86ff267a12440ed01d7e6a9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4ad619d728d8090c304ea36042d5c6ecacbed6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e80bb4fbcffed90d5fbb15171b11b40fb742b47041b36a09e7d792623ed8a1f5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb84d31ec79570404c8d89fd797195f3f8474d1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4dd37a95436e89938d37d187ec5bc08968c3ec9972a8b0f761b3c5140060181
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a195fcd5ffd9bd4502c1b1a62135912164d048a6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef471870ef26cd420288a0b928fe8377f48144ba557f6108cace59e784ddfa6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b818375e7ec3cfb3ce2c0c568e0c3460e991141
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784ea4ba32a4867deeee8697cf7164e67a45fcd800819cb8c89b46fb55cb6aad
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f03cf59bafc9ac3e29ce8233c19c562a87b783f0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444b7d430853bda1718fb935285c15e8c01f15ac560291b1d02dd1621e06b348
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fbc7b5d7a5316ce9689c558c2619283afc348ac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9b74e66be73e6a2810316db37e641144fd1d32f404fe0a5234d4a40287bbaf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d172449f7ccd57daead10d48357f6341efe1b672
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:388fa3705af3666952664cd0cb099459ee895c6c3f856f7d6add5e113fd7bbbc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db07fb7ea9c7b9ce7e04a23fb2f4575409c373b1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f610af4519c9847c351265a78503c3268d61d167d5ce262d8c676a67356066
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71bb3d5555c009b7f87e45238192463acc2ca0e2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:513c33c97353f3a4f40fc7ea36a605d4b4641b8759d9668feffe88742985eba6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e57c022eeac850985295837eb6a3535b9b849e9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e293db3a316a6dfc34a3a0e923ff2475667b0f7fbc7dee6c9b77a70ae8c91c6
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb32e3c4e891b7b014234a70e59dbdb307186ce6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4aca27921a5590c865606c50fb2f7deda77c4f7527dcd5cf3cde8f46b7b9ae
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92cb2c6680fc579a569e5d26e3cc4a6d1d7b433
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f37c4b91da33f1a33f388d862760992f7560c1ae667685164c1717480dc5c6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0489fc8b0585caa5bae175e0e59eead421c1110a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8166a561cd6a7700857039e4e87111c6d552f70c7d32edfe24c7beb02a00857
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1a8c3771a73cf5536123218cc45b20715156ea
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc415b93701e1ba2b28491b3f3dce9524293b205904bd84039da8439adaf063d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7505196a7cf9c86bb10666f7c42b147ef633d00c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:236a7d8370c23d8b9cdf70705511e2dc321f66e2ddc0c20d95cd93674d19227a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57dca1c95cad8ebaf44fbc7519b571549586c6c4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14bdd9af202379398e880fec84de67e9ff706a20959bcfd7cb8c7667f00f2119
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f641cd4b3dadbb5989b9ef2493636e1e710a76fa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b0c8eeffb7dca876b6d28ed578e1709385eeb2a75db66aeb9a78fa86d0a7a1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b8e31650266d4d7b7dc485333493d174ac931a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157da024b77f1bc08f6a0159d2020bb844063a122368d32c06c46024b3bdda96
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa6502f0d7f1b7163aa29087425fb883b2ee6c5f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd9e06191948a58179f11ee57827146e83dc3d38cc6363a110fbde43097b9b7f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa810fa964c4a9d858bbe2ed50e83cf43cb338d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056cb8512cfacf2dc3bca0e23a4b36af697b666a9c4cb05039c4690f8edd3273
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fa58c59e688d0d47634ccf6d0b0abedda7041f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f617a0f8e21a2341a5158c42164dddb353306522c676c8e9038067ea091e41
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bfc49fc0bb8bc2af54d98594e03b2908c4c2757
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90db698a6b8fe0359b2cf365bdf73715813eaf1b27e0316617e2be62eaba5690
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7fb8211e61a4280af4d01577d44a519743fa683
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc772d09d1b39050a8ae24cce6275fd4708d70d2f72249a46f085b1df2f7e3e8
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cabf72a66bd8d390c8e8fc1cde33106527274cc0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09b053865a0a1aa6953bad1ab7594b8fcfac50192cb34c462bd0b0bcbd46db7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ff3b3663744059e48ee18400b69c2de6146668
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f8abd5fbd411a44b021371f5fad1ce41d0b50d1d545d5f25c2ed30b224d432
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0095cd6dde590e16b13b5c34b4c43d6c97cd22df
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c6c85ac9cee53dc0e1e9daf031dea7888d2e9e6d8948f1d7932af985226de5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de496713531cf0c64e8c8b075ecf229a0390a5f7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3b5fac982f013aa471c323df047a23ff0bbd9e9f1b21c439314c634f02960d3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b9208c99f14c99e076b7f0feb940180a0b576f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc338c859f21272e4983be0efb925ad4c0f7191a6e0db5f609b903f48bfecb80
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfbdaa52860fb6dce6256cfc8b10c6d794c7dcd6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4828bc16aebe44edf0aadaffbe3cec4e66606a3bec002f210899ca1aa107ffc5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c57b659da0070cfba4a36befb093a84c50f4ba7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d73dd7c2672ade215176e5bb1e6b2ffb26ecae4821a803ca68f8193bceb87a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c471bc7f62c7f2c75f2c089ae890c59ccbc3b75
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38e4cd87252cc50762a24cc7f99096647d0391269c38af9fec51e541fa9d854
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3241126f4ce6b503770c8cc73eac2c9cb41190c5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c902433c4723a71d868f8f431aca830cdaf647f7f8c555f330a13b7d1896b71f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20ec3bf641e93c1c9483ca97dc2cfad46b3eb782
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea23606fae16f1755dbb35531247e98593ee052e0860eaf4bfe04d9326ee9855
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c2645a4e00363cc9323dc61fe5ac7c5bf88a00
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae17ba5618f4f854318c6003befbbdb8e4ff9b45c3e56a5bba3a5e5e1d89e0ba
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c36eac283323aa061bbfe572c62fdda510540508
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d68f02dd72d0f28e42b7592ea2f8fa6b020dc89675fc0fc2e4e58a66f3b03c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db46c1c1c6c2d9d3486b61a65bab3203566218ac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b519ac69c343fb4cff0dac3baa5278a1aa5962e51526429d2608def26d77cde
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd8ef291c025ce61f8463044e3a93e2acd2088d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4053fd9bf6097841996fcb8605242257a7c902de7d060c93279815c834984b83
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c6897901ff2fe470f846bfc27f5abb7f4d6fb7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a6317bc2780d9bd446d1051cfde0a446290bdeb19f2d409f7b4cbc702e03ef
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e0f31716a78274d8f8fbd176c8174433830eed
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f7868c1aa523de99b0b0336165810b384d6989a4e34b6ea8df5d609592167b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53396bb45dc32ed594b1791e379eee5fd7d50cf6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b15762c471e11c83efdfb87305d254ee827a373f598fdd63d77e5277d38437
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f80fdd49d0e2419ea7198fa9bb9d7e2d65bd45
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d891ca21862b65cdcc0a1053a44075ab33631a24002a63d4cbe514d7a09fd2a8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb73d5302dd0aa07c9ab581bb54f9d12bf3e1b36
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b31012af08d958bc962898c443568e2632c9a28cfe04fa367cae0a9a94cbae
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ca732509ab8ab3482c815a179b428a2569dfb0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba4b4ce1dc1b1c702ba99144f7104238685db4089dd487f8d692c359f238ba2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544158ed52d012c0dc44e6e17c7759d4b59f2854
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc7e30eda1e4ab1d19da43675af1b6cc0d94a5e0c30e84a22cde54be434fb033
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c636947eb36028dc835dee107c1190a229c52d54
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96f81af4fdbafed767be08d447aec2de00863c11d71842d8187b259678b3cc1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb6cfbd44a1d2d944cb5440382d1206c275c14b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:152624fdcd35797250bee6d7f80f9b794bd51cd8f6ad2aa3c9ba91a161436424
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..306dbde30db14293b1aebe80e9829bc95b3759f2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7bf2a4af7dd8fcf2e5b9442700ec6efa3f715cad6d4e08344d56dec9111731
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..534602aedf5551ed9ba4e9f747726d6d01a5edf7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74face24a17e61627dc20f6d1e2bd13ece581c8893e0de991f35b4ce67ad16d7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a086e72a5814daee6ad22dd7d879667ab39bfd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51257a34f3ff512d30944a7fa3b495909aa52d52e7c8ec1d35d215fc237fd6f7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e77120b45d05bd2553bb308a7faf4769c6d9670
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc49bf94d81868330e4df4318bce03a4df7b3369b44653813ccf5b46a84d84c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18f9b2787311b61d24010d1b069a9c46a80529d2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56150c359cd5bdcd6dc4b6aef6d100506f66381636c13271789238ce73ad9557
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8bea6798b84f098e0e87ffa46bc0744d2abbddf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918b633092c17255ebf1a8ab5e987591f1db61f2474269be109dab7842eb926a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f45d1f9bded59ce953d54376350c9b12265ee1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eef8b35c38dbb9d40131dee4abcdc388af422e6e278b58621b5b4209934f323
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..298e63f6645c56b6821c87028717af3f49477a2d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac2bcab406b8ff2a26f3bdc220cf7a72fff940c7329dbd8f3576951c5354f66
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43cd29eff227633ac98d135f2ba8c3ef518fad3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b17632892466f3f3b6a5d54592476c89c1df952c47765bd4f86ebc248a4657
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2a9e5a1b3781e94eabd208fbfc19f65be4c66c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d2d51f47538b6a73387e3d615abdfda332b836a1ecb104e7ea2867356850fa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72efae765028bec875f7449a72034bb939900d05
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:043090d7118ded95f98d12ee2f621ac02f4e049f4400ac7b3a6dc6158086193a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430973d6632c4d35abd77c2f25f0bcd0bb274a43
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76219d779f527f31e86fd35790f01d845d6c348e5fbefc5990a91cd8336339fe
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49a4021da326d70963dde13ed465ca863927a9db
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249327cb86cd9f52c5b7ac5b46685a044f4b615d173dc364fd86b0a06065eeab
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bae1ecccc935630f9e3d93059eb37f4b483c30b2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3397944adb40f8e9c71fbe096cea846979c93e88adeecbb5e3274349b413a6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d347cbb56f6d5d6f097b35ffe6512922aec5a0e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903279ec4049ef3d0338ac8f90ea0bd6488ec5770587d92773bf82e3a580a5ea
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37da22d52eda14ac16ff5ab29b0f905816da6d18
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b394b0011b10afecda54510077f2de72191d0e3d4907d13223c008d58d42698f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50de4d9b09912acfdb9f7557bd34354a78aea7ab
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0837993cd74c5bcb81d709359f165cc05e271189f8ba239477397a8962fd2a2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef2f44ada0363a2001a866de9cdaf86ce36d98b1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3bbbed092289ccc91aff8e016ace5de7b5b3ad585c91691244e088966daf7c2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f54042a6d1e916883b2d55462fd0411490e4ac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192cdd393aea9495b9240918f3e9f8501677af87ec4994debb425a4a2570fd47
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6574e464f44fc19ac25252882407832ce1ee9a2a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44feb130fd4a6f5ad5fadadd36b0444628a391f3b4f6cc4c4f5b297834b6694
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ec92462174591f0f7a79912e36e7b4e238cfe6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070a129afb3da54384e07a61ea3e077bdcede74ac381bfd0bb0403be21c40065
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79bd060092309af95cb2cb0946aa09ae5d00edf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5496735fdebfa1e2f53600a2854175dbab59e5d2182e556938c966e719254b67
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10ebd88ce6f8640801af8144c3e12b11a94d3b22
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2640f222fabc2b3a9b9c16f9ae8443286c45d8d0ed2a096a5eda10336c67ec2a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8108d96824a8a79db175143b9445cadf828b99f6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54b4deb5dbfa8b55d1c78bc39e093798b061e88b17460eff21e12a314e43e3c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6860aef08e387cc8c2201610b746635ee59bd85e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7be283b21b21ee3fab375a5726dc7e90c46da093d56aa3c97079768363ab1ef
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81e02234e5c96e757f98b43f13511ae76eb1a2d2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e91e0d668b37a5a03fb4d435502673cd8a2034bc3da7e0583c91c6131105d7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36886f8e40725dc90dcaa8ae1255562649d7db4a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed9c03d429f6d0d509919c5eb4e9a7f25088b10b639d05e475b3a2f32a4c460
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648c25f4ce18fa4a355e528a93b616a088a66a89
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda640d88573b57f84c28bdbd04b1807aadc57cbe678f550a871dc0c2de0f66f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15106454a3b4fcfba8b4070005d714eb10ad1c36
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f001a75128939bf63de99fdb8e2eaad1f59bf591a7ba00ed8bdca6f325afd6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3649a215e7b7a0399247ecf4987c45a12333023
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8256441843cae6c92c5d80192386114a70ba38e52bdee2b22cccdae99241b8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf2e79538816e505468575009b04b7bea2a7517
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79acbc2c764d5c31d0a2c2ad50497a142c4b89f2e00c824f0ea289aa211af010
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da34746321eb5937784c80b6cd78ac18a0e67d2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ffa37601ca99b3ef506064f8ed510e8b2ea86d929d1f90eb5be03cd33d18204
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b008cb1e02c997fa844ea5c697abbfd39674ff9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eaa9dd3716e8bf0fe94c28e924168f3003f432ade64746a1dd1055527002663
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18b73750342af08f01cf9bbd1d232f4d0a73d54
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475f8797889cc3d5eae2088a879f9994d65592d38e90063974c614c4d6160261
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8fbd39033df5f23de65461b68281b6f93a44d62
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204ce964b52611c88ccfbf5c7e337855cc6410797a11be239a04b23805aa19af
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed623c38aeba01a9f4f462aeec7d69d7486c096
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6978f01f2c24fe01afb6468e0e73fc8aecd3cb0ed1d695ddb3d8cb4fbf2fd5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0975d236d00e894c8e463acd2446a31d114782
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92db75aec4a8d7a08962c665e18834eb4512759052f851bd4198d9a3209d7868
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f4fba2d6122ff19d37476075a1456e6569249d4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af97859f2a45f5310f6812b3bf14f014a74299e12c4f532fb225ee3d449d1fcc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6350effb32ca5f49bbe0011b2a8f54391472182c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d20eda163c1e04b81a8939fb0e0409a03c452cf1bfcc8dfd019c06b6fa7fff88
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15219218960a8c40d79e4a56b0132e1026f35b8e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc87e03fa917df6b2bc29571ef6387c049ea48a2e04fbf52b6042873302010b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0527274f6833c9d17a21c00804fb6c5a416259ef
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffbf61c1ddbb15ccf2df789b0534742caa9d8dae0911d85f1564ba5cfe804524
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a7ff9f2fb29442158e15697fecee3b4e3ea0dee
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec7e59ce6a5e050f2dc57d986d461a7c24cfa18d8c1e9b80c18cd7363e636e1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5023cf5cd16e73ed5abd1b94b0c73b913f455110
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48266c3ccae772d460062189ab997ad2c4d90a64f471b99af916463dd2a161d6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2bba235a6292eac45c87cba71e49d481dda20f7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b00d64e91af8229a63c53af0e85f375965020799614ac8e5a2e372fd80d04b3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a106b60e101d2573522642692d27891e64f67a4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c578e3b26df08701d3c3d621fe2ea7f1aa2a6c2412b9ee451b26a06f03cd76
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf024b21b651b2e66e41d54c35406f9c82585d48
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968512771ea7b9898449122df80a491f0355ccd83ed741ef7ee843d25212054a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd6a301c985ddaaa42c3b2a28ba21f32ca50127a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f395cdb8ed03d2b98a70f4a08d882af9888393da5031e8c0f1512695281a504
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a312df72f6cfd13cd10aefc8fa8ebc94d1987b9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64afba7642c464fd21aa0ff01224aff6218aca7f74d57394c55231ae5e4b46cc
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605541031d24fd4833f9bd536a94c62dc65cc268
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e710e23f1eeae8dd1c1942f8028bb6a0b71185e143920d6f3fe401e90064ec
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da170142403179243dd911f99a83667c9c760298
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb3621782168136c363e6f42967aa4efaa4718c8c49b2e7905ea3a357238209
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b56a55144ea42c3d1dbb15df8637783263c45239
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161ca6e3cfad27eb2e8800cfa4fca1fac7a44cc91193808941857b48e871ba21
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72fe8942e85d6f2230bb2f6afd3ff2793badabc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a10e7bfbc0f167c83d3543a546d62767018a5e5be0d99e86c7840bb8d3dc1ad
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec286efbdd596358d976f239f82f01a109d79c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb3da879f4e9037191cf12bebb1faac2cc9ae3a79ceb1edba889494daba44a0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb7fc264622c12f679b5515f64b8751d433d80e6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217f9d889fe21337344b7c909b9f65e6d9170a9a40560d1b134cedf352345daa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e9865279b58c92f08481796225957ed5cf028f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c57c14d8ac9a9ba8712bac87b514dd14a50737d43418b37ba38cd80c0b88a4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ff2e2e5f845754f65e1e29e35583cc1fb7376b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:075d06074883b6ddd4c6d5acbdf8c7e2d707b21efc57b2dcaafeef0517d63c42
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6eb22c565f7719d6e431b375be14dc99a99fede
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4a49ccf280e8fce09041e3323727c9e4245087fe0515bf0eebd5fc9df4ea95
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..badc5e58b821ee3f9fe76bf1169a4b964fe28c8e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dacac0c1c058062409a4586e35229cba84a6799ae7c31660aaf57120450a71de
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce365240536c1845720e50b27528a8927e757f1a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6504da0efd6a09e5c9347aa9378cbae991af711cea54d9abdcee2504b01f4f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ccb0e69847daf805437b84325d3cb8f103da67
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e525dee783e2f7e623e4fd4eac18cd64b97e7de5d62863abb82fa0a85ac55bb
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4930a94dc9324c17bc9bd4cd0c1acbb41b27622d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c68515ecb1789ab88e7c6c174e9d075e857c64fc4663277de6c4b8aa8c526f6
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f37fae8073d986573042f41d43dff8ef19eaecd6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16dbd14003551f63a841d306f75a487d7db9aa93dbc5ea83a6989994e858dd0b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0406a0bc1a771e5f7a898d865d450320c0c4ee
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85d5bde1ab35ed34037d063ed5a8c359daa066643c6ffd1b5bfcfbae2e6ccdf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b20b79fe9d7155666625efe397346454049c33
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd59a0ab44a0b0c15fcd1054081d60b551e7989e8f5552d3d91bf02d558cc6d4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4b58944a4dadff588f90feb5b27799393224a6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39fe1280439aad79e7c07ea68aadf7cdcdc82d98f51d8a5e5c4458f86226a97
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..309f7d5bf244a180b7d82fbbde8f98b3c3cee9f0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed8c0c406a89694f71b4065c7a550fee698c6dbab439d407024f7591151e7d34
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cba717b077ba06ff771112985c6ac681221e6605
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59777f39459597d13448df7d412954da8ed45d88e3dc127856450a265d03006
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38e35364539cb48336172061b542b1b63c24fa0a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f02b14feb4caf1d6176b75dde811d3b1d3f382a60b8b2436f1757c44544b75
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c803eddc3202110191095715d7b84d68af43989
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14822e9ea896e67be477d52e2515a8fc3e4a9a1051ba088ca2ab195cd3e81db4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52040a84191817f199499868f1a49905ef616c51
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc5b4b6a066c6a0e8adf80a454f3718a6d3cabf384a0b031d86ca7941d18295
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067e98348effab310ceec1660f6dd2a05cb14565
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0dbab101d29012c38794541feb676f27040ac86504549bf3900bbd18e7949dd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b20303bfb1f8509d29b0a240ab4db12341a7e0a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa220d08e61fb7ae26d9caa621adb49fe96ee53ee50e8601d81362351e3284e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bad69af7b0e37b99cbe9dd66633820a878a7616
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:571155814947828173d1be5a16249d7967a70b89418e5203c9c91686152cdf8c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf8535e2586895b54a328b2e37fa93c65c6d9ec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6b9744c9240b67a0b475280b99be40259f7a603dbf3928f86918e264c2636f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f113a6eb64c178e4f22cb50a4fdb4e5a0faf55d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78db3d1e226ae6a096e04edb2a30986da67ec8692e23387241bac2e73cfbdfc8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b74f0060b83e02c12aae2453e3a52d85d6fa5c19
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7d0c8eaff7f2a9525aedd272c872580018d1522a47c585858fc4b5494b675f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1b35b3c696e62cb6e8920874de1e9c387fa486
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48507421990eac2a4f8a781937b724c243e14448c0b384c2024282132db7f9b4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e70929f3f1ef7f03c89a9484d66d9e5352320a5a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf7ac22869d71c802a756823750d90bfa72f3a9d44375104caf5256712111a7b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b3582a42fde133466dbf865d22fa09d69f6b9f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7965b5a03648869a1685b6e2c030a61434fe838645d7a915a5058a846d63afb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b8a8c10a67ffec1d1043f937c8969e95cb29df
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03593c20584bc09a9f62263613965e1b461a1b138fa6e286c89b61a73dc582b0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de5a0bb59190131b6e3de4af3d3ac4b4fa7224b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b689b5ebc0bc2afdb098b24d35e5e167e123a0123f3933b4bda446598f5e6b6a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1507a5a7fc9e8960dcfdcc6f1e7c83aab8bdff60
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b25f8b5b13ace1eb896801a1ed736a227696a533ded2472093de0612b73bc6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3597c7ccc0dd6160a691e50a076fb8b97236844c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4c7327dcb3dce90937912f8f41841d12c4ae7043ba69d81bbe07caae18caec
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d16cb1f22a7cea9d518f6f4cfd602c173b8c44b8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46945da69b56fb7a48d3dbb061a1dfa262ba44c688c68ba4aefccf574c33d7ab
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e73aef4c858d7b6cb7dbab2a73601da42a64146
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:809396a86a4cf3ec27e9109ffccb557b2226ce6ab655085b795ad0026004b81a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3492561d70ca5b6f8d62f92c5eee0be09865344d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4173676576bcd644d1df63eca6fbdbecf7bc10c0cadf3f4c54695e419fbe48
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ca9b0594b52e1a7f4170a7bd1b02245d6b3072
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d9551a6df183003a74401c61e1c95ed7c6d9750590d99206c566353ff35627
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7d0e7b20ce49e89beee8485bcc2f17c3f35d2e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3487ff0618ae28b5b66d77988a1d4d95a4f306ede41be15a9ec769e847139bbb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4404710f66a63d1fb1bd6f679d53c97ef59951c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1d807e50b1e7cc8f75bb2d9a306a19ab841055f956dff3cb03329318cd1acf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b64f2ae43b6ed06fbaf8b317c651b88ee7fcc2f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f79a88951b32ca237779a62b293ae525169d2d22163a0496bf4196f1ec6c345
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..953ec0cb31a3065d8bde1df9217766ee9828c547
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639f0a63f083a3ed83a736b0b71806ca25a2af014070c3d2e29995222a2ad911
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb99251b9cc6229e9721d4f7f1c6349a0ea4d3c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d534c8567fac37598eca78ee8f3eed557407e85d8f62fb9ddf2d60abe17a95b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de42252a7c24cddaf7d7edd63bc06e9cdb3e015
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b661f1a88bc5add408880417e44a76aaf2f14b8c9c687e829d0c8c70518aa14
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1783132d423a83f7c9887f0dab5ab4908a96c020
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c796a5e7ee7ee9f1693598ce000710d4fa9771d67e04f8a9f5f0e76d1345a4b1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929fbb91d7e2749479e62eddfce4127c2c0fa32e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd17f51f1159e93323e8d0e031121a44876dd861119c86fd294d687dda0cb40a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8bcad108b1983649f6a1e3c3c491b0a463e15e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406484bf510fcd590951fa7e9c7f6100cf412efaf118598e696b639a93bcf7be
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00290368110a7a40b6d8e5cd4f4957ea0e71417
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce10d8e1ca36980454130887dc7de7caecb0781cc600fb5a7c5f7cac152c6221
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9f06763457a14565c86efb7ae5725ea9726ca2d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d29618a2ca68c735e39605fcf94d7755e298588ae2e364deb6878da2a3b2af
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfba257a406959be810f06520aa258f566ef601b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2d5345dde62893f4af54a6960060494341f33d3b454c367d4a7e7ef409aa7b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f061f5e3cc5df39ff79dd97434044b588d2355d0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8744d88842eedd4b76bdb7a8aed91172d728508f55ae206e66e638e17262d6c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a84dcd047985524a3170173d7891e656c3a6d1d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9365e8b26296c7ec98823549c58d7f17ed2342daab40703241245bc85129026e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd777515873833c33dc5513a8ac44aa3c38b907
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86581dfbf440f5f7a84ff6e17f3e04285a03f3c35f090ada87450373a63731d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f565d519e16ac80659bf9bd8e989f5692d276c1a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe4e66da62b93a78ed8784fe671bf62def77155e64aed89357c37b4e9ea1691
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93760cc9864f84c5f7b80885c9795fe06dcf8e6b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894435a174a644bd0e981f2cd8345a9f184c2d1022f9d92b73a6c7f5dbcf9e7c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12eafefafb81d988c6d00f2b4323a85e9e8e0c43
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67dc753e40e6648496bf114c46188800b0d2ddf24bcedd4f44fca9676070083
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ccb40706dd715c02b760e0787d2a9f872d4bb2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3af3e173579c495f5a79b87064d7f439f88028d281f267313350da4e9eeb1b8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8109fa19351d4c9f607eb3748f1e1c97458a82ae
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c801f67d6aac33eb2ca6e5ed69fd354c2d833eb92f30899205dbcd2a9f2f683
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af8c3017c283ba6feeb083b4a72166f0ec82d387
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f9e00f9199bd048ba1bd6dcebd187a1ad38ea88acd4ad98cf888425cdc7bf7
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae88244d6672f2aac67a2a1deca9a62ac9d6761f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9bffe369ab4281506ea6ab9868410802b5be35af1e42bb5ab9bf2cdf8ed0662
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b7b80e3411346f15b701cdfa3e62d0e12a3f19b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1245d90dbc0ed054ecc3bc3dd8ac1eb3eed7266f148b1df2a6076cc6874a5acd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4dc5ba8bdc823cd510ad74343ed268a694d68de
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d7da802e7325fc6f34919037deb76726d4e23941fbd1c36bfde7a1d7c3d88e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b86d2ef820bb7a9249d26144c449edf3ea2426d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5d4b95f98646f706979aba3cc40cbf3b126f1b0aac7ad556a99d4e834cabaf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab9a32f4d40616f06cb86086e7b6ca862cbf6ca
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d475e2e1400ad7dbf2b6ac5170122c59d0230745ad604779b3063ee172c5c020
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..219ed6f01a6bb3d724483784fdbc00918c5b19d8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5ea045c56ee90b57f1f71b308d26d67153ea3bf286c94159e3f2a47cae6c7e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e3507dd23df1cd16ffcc9c1556af8717a2232d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb24b50046f3da46504b439e8c406e2b4f7b9293a7b5d489d1bb99fb2ad3163
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f39e26dc1edc7d8bc7b58f7fba6cc10f2c45308
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eebf8018811fac338657494acccd342d8d37673304aa4d5f9edfa4f761ab709
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8111bf0f286d77703576315487399f94a5585c55
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5103eba4f47f512f9c1d8755f747c5e1066daf7163e8a21bbb0f934cafdbe7b3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1edf8dd454c5a6158151e2f52753f5ba61e808
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d573bf6db003b7faec1b02a6827ba483f2362491ebe8a99969495867eedcab7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5394bbc4170c4d6a1721acf8d95b41cbd4815f6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cfbaeaf68641653da91adbbcf3c99b6e8f960860bb3e798df49e61acfe198c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c1ccbbb3d3a79ab831e596499091d5e4da9580
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a573c9e225c33f677ad135caa8a73708a0fe3f872101cd6bfb164eecd0ae418c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de9f8fc1ad6eb5bc79a058c93d66bbf7ad81e33c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd95fcec7a0b5393e9a558d6aedb534d4dfae14fd5744e5275316395f200aed
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c372d578766713345bc501e5e2d8f2d94026cd3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e08d8c923782da6860887bef79b305f391dee7a13e5ca5df91418a5fe4388a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c35d5275e1b1d464138f3c0defc9b91d1bed5d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7838dee96f12500cc89e300d607f633d60d875ec89304ca4eacbcf33bdf2ce01
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbc2fd8fb2044f200a783b036d2134c4d06707f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33d0a03daf952c173423316fb6e4af31e3a1ba43dadcc41a8607fd1c7627cda6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a06dc81c5b81b2430bb4c2d025f0dec1622fe45d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eebd54c28cbe9c9c3c26d1a1dfca6991cc66da89a8ece908ef0fd7d03c52777
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..306aa07ebb9f0bfef7b96aaa1ae09fda138568aa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6ed48e44958a7c508bca4fc3ea7e2c450e2bf6de94764210ab423a16b72fcb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d6af2cfdaef30f03bde2a67f8fbdf9ac6705dc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b5f07b87e8c53adc0580096ba19426826769d9e9339df1bece135a9c0bdf5f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2012cd2bee892a02519e06e9ea8f529f4eca18ea
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ec07b1fd95eb32faa3df88f6206116bd410c93bfebe04ceca224fb8e08f2e0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb2d0175d808812f11fbb6afc6aeaa98c8cb9d30
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cef9cfa3e396dc28083c01768f6519a3a91490b7b7d64f25b7553ffecb41a83
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad573b12e0fc9dcf4e7ae2eeabfaeb1677bce719
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:494c82201774294a4750fa25148f86fd87abd44e9514a06c658b0ab3413fecd0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a647bfbf38898a1ac7fa1bbac23d42dbaaed5e88
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d8a4d0325cad4f7846d0fbe745d331f1949af259c032251558d1309bc8821f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8de78427ec36a609fed3cef36986c5e1642d9a6f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3ba1420c1290f6a43182d6b7ec47d062da686901bfe93f847d587723d30b83
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db36ab6ee462513bb3b11acfd4b959f92595ee8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55ff26ecee5b53af7531dc184dc940a05d1ac2f28e4e92de30bafe60ef2318d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc90150130a3db16c1052be51a5e0921329b78a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027f19d711968b82228aaa5ae7013e45e3ea332a0aaaae7122c8d44935eb23aa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43710a0a6a174d38c2af43fd7994f4401e227f80
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462a1e654a7aec0bdc9ecfd020dc0edea83e3f8012448a87956ca89ddd237bba
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9bb2cb0d93d14e8094b50374e3f6f9de3eb2014
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad833c6ca1f662e92206a4dfc778ae56bab2e1dd4f76836b3666ffef1d66f10a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c6b764fc59d3982601ba3c3c298e173d25ff2d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c80b9d36c10b87e7e87abf92a0d9ada63c1e50f7b2a79052df553686a6b2e4f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b51dcea0fecd7452cd389d57aa28190a59d590d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af95d815f5875070f23e6ac6529eb6fc08e5b7a156160a2d4443de667b2416d7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ada43faa4e52ffcfbd8fa5f5fc0ceeff9d9a39
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a3bf52266ba49390fcdd01400b819f57a0d4ada195a340d108e918ccc9c4523
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57acf31a33b35efb635c157dc6147dc3ae3dcff1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a88c6e1f0ae5802f700df98f1cc7acc6cfd4969e46301444324f2cf9a49d9c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf452a707904b35d52a32c3396dfc778c574f0e8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff4eae39fe1a366c6acfefd8fb7680f1fd6beae47934c5febf2a2a878cbbe909
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c0f7deb5db33fdd0a2801e4acd584e45997dac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b60d17bf3ca3b4fe31670b673aa5fade82ba1e1a8646e1908d83c3832c1cff
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0a766010e314aa204bc98b94cb52d395e27534
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d995b265b21cdd5934744dc4d556654a7c0fd145a7d1a41c106e3a9fabb38c7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c3bcc71d6840e9fc987cd3ea81d1d4d9f58e7c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c57bf286cb5453d006f56511472c46b85a2897031d1252493f92353341b1657
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea2c431b2abd44cbd2745b4e7cbd8e8d71020859
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad3e994fc330c84bd33c56de8213e23221ca67856145c05705d58b3251cf926
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9d9a592c3c4bfd6f5610c67130ba0def7d17ff
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa0dc4a4abd1e519df1f6ba6f2c850a65ff71c029228c757ce3bdd81434000e
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb545b9dca015d74a696d2ea46a9b5af165aa1cf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db777e97ac10d59759a4e731ff317b3e3bd171e3a70696600199a5d250010ec
+size 3203