diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/lm_head/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/lm_head/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e426f82e5c624764827d949f4081d4f6419c0544
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:621f171b547ddf711949d6374ccf32606ac807e168b3063bb62b47900e68e409
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e78ae326b6eeda51fcf2477cc6b66cd73d37c37
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0e568bea2b63e8e7b4d2285190740e9ea0bc3711f9544a01f012f76af4fe95
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0cf88ee7aeafdbe2321597e7f7e4a012e913e26
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0103708d2afca0c3b580761c7796b9f4d0212d8093b4187e94bbe1c87295736
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57bbdbb19f2b6fe7badbc13686fe859dc40d35a4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc51a3513dfa7fcca6d1fb84e4a6f2b2bad47d998b5994a67447f88bea90883
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423b45623d12df92fbae972c11c8a6f9e5bd2316
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784b2c93f016618af96ebb754ca6f375d51d931a55acbd1bcf794d8d6ba988bb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8c59aa28c73b7b20f524bca08b42c0cb7e0ec32
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24509410cf1746754ad5db7c84190712cc3ed393b717816eb883c51ffd92381a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749ce9934f0191085ace682e64a0913c0bca142c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e40422843152e9e05b1ce06f78193c6c275baa35baffeb440758a85066ee31b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2add041bc62c280672dbb18ac66b98a7eca292a1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dbe6142f2820dd919fdfe06bce3158b6d5e10b40e3214044ccb964c55e0fbc6
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb7d1d5410f07ffaadeecae87d08f0c28b023f8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e14dd313f01b1103f80fe2b4fc3fcb596a4dd77c356b5af2ccc9393c75a565
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26fea437164d80904a3054ba4db093eab9a37a2d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c5ee78791c252544b6d97902ce235c1e8e10e6ed62df3262b77cfc99202f87
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..768638506cd5c5ffb97c41963d963f1d11fa2555
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6409ddf853a193a3e6f6873f847bc5c40b7f70fcdb8d806ed6130b77d89eee
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0846c3c8509476e65cae1b39d31ca36d41f38813
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95fa98d10edd5c1601e0d09e02c5cf2e4bd5cd1fe51011b9004c2951d7da2e9e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa0844590d6b9481f65dd5c5bba2167ae386101
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e32f05d21f2eb8adbee6f0f9050d83489eeba5e25cf23ffce813b8834ba373
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..840c43918d460eb40931bdcc88cdff0fbcaabe5f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca5314a8e07a0e4f86b890a8f3ea339b7cd97268e7748a363a9be7f7c0c0664
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2797721f4b0f2acac3c2d9481fe410e262a34709
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6f53752261e80091163642f1b4224e668dc55a9764d7f43f6ec0e0f368b42c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a45cc90dcf98d9998ac6c5869d3e085e43131c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817a77a1e9cee00fd061310fc09475f7d206d50e42232dc087e6b6bf8d13f71d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5cb1408af92905be0e169fa9fead5052bdef8c9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5a7a8becdb9e3c13bdb0315c78444234fb83a28ea10543e83d9348a2ec3ed8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60cd8247d709be124fb525cb63ea9d7b78563076
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9f5b7424307df5b4712c5bfebde345ab3c3c56eeb34ef9191389c4ba33af29
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b1d7d885402b3c6832e2aaf3ddd3f4bc698d29
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0884c57c4c5bbf0548b5f1409be5cbbd49f2d7f0e318c4eaec62fdb8d5f5e1fb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb0b121f46812718f0a7552ea3193334a66b704
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299a226eeeab936892977f9b2e1911fdf33bf4fd56e636156f8640d3cc5effab
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33465b79dd5bdb5212021bff450c0576e6c6e673
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff25364e1458bf84f969e83be513a02b3081c4db604d61723ba6e27e9461e1eb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64cd82da441499c9628b66c6c6343fd4395ee1dc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee47f7b8f33c891b633ffbe799273edf5cbf22ea1b179a060dd5979331ed089f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b89b6c3eabc1fca03ef8ef3e91063980baff65
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6039c589bd5c25db0ae497e392909f2f326d629ea96e1d7860bee5b28b01056e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c85984e887a3bdf51d67e136ae5e143ba164cd2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f506a221a7a9ef941625a533786342db7fb02beb1223a219543776057f5cef7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6557732892cc822e52ac0a446fbe6dfac5933d01
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf30e502b28e756b384c28ae1a2ef21127320adcfffdbfc3b50c78fec0c2174
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0325357411bd5302c22220b5d4701342372610f0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf0d6fb1f91118a7301a0605d67d9f0eb26e63d081ec7a5829924dcda2865b8f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b396000f5c1ee9f1643ba7e58de40ecdf4cac0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05b94e84ad5a10263d3cba1e222ab0d62e23d1f4bebba41b259403345d57889
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1047f48893e769575bc0925b32b30b95d24a3d0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882fab33923eee0f905de89e88bd2b8122ca6818c761f21c94081e647c6265db
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..978d956f9624ce616bc8669c28fd138920c6f438
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f47615c9f5fd3ff080c8f080da3d811020f0fcefde7dffc30663a545913124
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..912c9d5dd0790d4724c95361915fad26975d0cbc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c00969e3ea7e67a0c6cb6261cd619dcb617838a466599a79d9852e172df1c0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c415b9252a42a8060bf77a52593b6a44c1c3133
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3927100e75137a2ad0e8085d6fd3d1ceba527e17642a64269702ecbf6c2487f2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aefe3f8b1fd5d1c24b7f014e275f49e81080fea
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d808065aa57ce42284bb6b05e073147c1ec5cbc9d35127e62107c381fee820b3
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba8173f4f24b663ab7e9e5fd2e64433270fed64
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b1d8f64bb1759fa719c02acb8e1b1cf0abb660d9bc7bd22601a28fe79f3faf2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8d43b8a947e42504340671ec73dbeb778b97c6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab813aa8abd3e4b08bedaa13de449c7c36cbd7a9843302f9340d35a7a96b0f1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f956aa71f5831ad6ec600ec9013d700f68759ea
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76dc75e24b579cc69acb72b7e97f8dceb124ba7634f4fa7f422ecb6e82f2c275
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf4f47a1aeb4de9bf63d69abb58052acac834c9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5dcba2c09236859ba5436e9d6d15fa751005a77afe0f5a357e36e4278be0bef
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8181d12e9e8b561974fd27c8eec14ca4b8baf1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa40438b04e31c28d5266a68b19681d20083505a34d10e50e3f40fe1ecc3195
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17555bf97b94a6114e2681eb22bc8d8e2723e6ca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5adf5bbd183a19259bd11ffceea0b965cbc02fc0c554b9cd0dfa22fb392908b2
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689db623b8de4be4ea311be028c24eedb973e7c2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ffc992da93fceb9f00db644d36f14233733508721842ded692dfbd984e9cc6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecc3ed977e63dbe90c52f20fcc78191d913c5883
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76bdfade7e7711b63ad0019261870a0931b2d21191b13cedb4e7bf06ded94fda
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8339a3341430702a4af308ce9544c8679c8ffd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3745e855254ff5fa668252a271a7a41be5b4f92e0a923204b3e2c652c031283d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69d3f9555928b873e37a730e3c52188658a9842f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd2ba35c9753f8ae24a166b97c589a3d28955c4859897a31a69a4cdbba9b510d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e11d779002f6b76eb541ca56b5dd93c15d59adf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8f76fcd9785a6519375716c7fc3974632c10f067cf3b435d27a16ec46b57dc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e461c9b46a4a53e45f9def9166e6c6da25daaa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b91151e14f8f60a1661c6904ae16ffac639512d8afb0ed5195c3c855df49289
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d299f50ff13a58284accc376ae2617822e1a08f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd56b890f4ac600047d6e230ed851d0e374cd44e2cc1c88aed7c7e3470a10799
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c8aab5c979fa86d049d047898f0d2b6a39c9e7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53f719736080172a735f18c425917c0545d5e975c57bbada2aaeaf64aade42f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e516da03835b94eeb705cc0bc7de9fa04d71dd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e804d8821fd478f8da32fe78bdf2837c440691fb72df8862dbc7e0e0091cb5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e93210776f89e07dfb7d1a492ff943f1ff97e5d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfcefb031017242287ff48b2a0ad474d28e19aa77c87ad189520db4aedfd9740
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45727f183e1988667bb71be38f175b975ef6f77
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da121056380b84257670984477e0a3f4cc4e969d6157449c205acfb4538bbd12
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fba54b5b7babf416e7112785f18822939d13a31
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86ca1ea5b280258214dbd873904c7fd6c84fcc1a84f31b83ae21889dc5c20d1
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b268752e6547c8b7644698b5343c85b1a29455a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c252c44e3896b29cc8f87b67d9ab4251e2f7dc25e2068eb6be8bf8e64e5e26c6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4293f50e9f7fcfbfdab6c60e072746be1855cf86
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45eabecaa4f6eee5fbc1d8c7b4ba9fa4402f2ad56aa1cb48af09bd90b90c5f67
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d88fc8dfb9b6a1c098eb0237fbbd908a1602756
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299212c707828a0d85cf56e4b1f910366a6fe68c4cc483995d43fd39d8670a7d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b7810b04512f7ae1fbf0494a63146bce0a7e1f1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d941ad0500d0723824018cc5b2953f4dc46bd9024f6f461bfb59ff8e3084e10c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2f9155bc01486f5dce690459e1b401ad65e0e4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e07bd4b28d57881f6c82108b57967c74635e384033e6a6fa66afe1f194a1d53
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae9fd75fbfa796853110ce7b27a6d29d6e2af40b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785f0b1401243d7e3d8d2b9d4c0626f524a1533068cf1f5457ca81317d886f79
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1323aceb1c60cd78145ccc79910b58331ac3018
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad65b2b7959d02f2db97cb898e002fc9bf0e8f82ff1cc6fd4e3c092bd30cba75
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cdfafd30eade9f1d5e60c4bfd4da3f10183d384
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f0c892623c1ae7bd873ff292237a80a7b352defc56821a9b7a027d57c4080f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac628a6b52539b358fbfcc6415b65413a54e8fd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1545b3277b142c3423a4fa838cab0fd081874881f73bb5a8f79290050e7b2113
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ad2f7be70d6be9d7a43b9282f9561a18122efe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f17dcbe34afee714877113e42466a52d46349b1f3c4895cb76baeef0d039ecc2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a91650ad6048f47c78a999312d38645a5f3322
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc47682157846ec50cb4eeb8dce510e980f8c4bcef3bfd8acd36313a867a0bf1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d214117c4e1d95a434803422ec8344a2b1e69c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a3e5ebcefd54dd9a59005c0c2cf35e695e05514f74ad8fe7dca2ce3f9def9e
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061167f5b0d45f7f2a43663244013bdcf7a6be0e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8673d95037d69443eafe1448846f8c148e72fe52b81ca8f0fcbc2bcd07a3ff06
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d970eeafecad3cbbb6c408fc50f447755d148ae9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf960fd5762129f6eda70f877acfc014901b9db53f8ed9b5affdafbd1a14b94e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae5f7cd0fbadb2fce8098166dd898a5ed153df5b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8df09ea849c30bdbe2458c0bc341016e83af3d04d0d85666f2ac6ed1214b5d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51dd0f13665bfceca0b85f38939bd44bd3fc4a54
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed82654e2a3d94bd6700ac6dca89a689bdbfceefc2f1637b32850a748fb3c04e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2106628981899c532d1ddbeee3ea6372c98a268
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb54ee8529bf7b5c0df50c7a340751816827acb33368d3c1263d083d92fd084a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57bc0b5ad6540ba253da181206726cd9454775cb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a9619509088926ead4fe5e9a910ab518c1772972981ae66fef69a66c893729
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb586c18d70624f970d418e4c4a511c7cc6b477
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca7f9874b934e5ddf5fe63a18936c4736cedda2d03319faef14104bb32397287
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add81f28bd1378aab520e45c28bf5c48abd8498c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098c5c2ef39e7bfcdf9c8290440569ceed57cd26d9e0c6709ca50d2a28be4614
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b64ebf91287b13533ec0c407b575ea9c9c521c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f7e996c18efb1c95ec4e3a2fa3c9c50e2d40b4865d0abc91c8993857e219f6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89392d29e0889415615a45dcbcc897ae683bbebd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7fa944c7f16d1786a5b1949933d1564210c5a1ccf02bd047547cb666446fecb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58756e14acae4fd41abb9076401a8250f3d1d90d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2c5c30d8a5b83b3a424cff4dbbd923912da031ed80e0d5745f808a44b59cd2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e4bd6a2c9007055d137af0f7dcbc014f67a0ae5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4233b4ff1dd3e9041c43081cf097762f3687ef4eec82a8b512ae776ebf3161c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3d3ff175293260341ff7b36200c79b344c6383
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccbd345aed0accd4a8bb895a22a1f0f47dc5376e3ae2d4044255a6a775599250
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9879bbec03bd6b3ac1c4fdec295e8aace4c9c25b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77842f7e35a5c8ee9a2edbfdb72d82db41b9dbc906e1b91d37a30e161496a5da
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..090a14aaaef18a5f0dbf06b8a172611c03a9bb2f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e2406728e6a38d9b8659bb421edb8a12b563942a1fbecff5bcafff949753ee
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f59a98130bf8349692362cfea68b6e4502d9b6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682c2d87dd6009be8d690d5f1f6eb972b7e8cfc47287fffc3a29588226917a78
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..709f6688a24cb8ff2948a54593c13ffbd91ed3e3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1358de6e8cb1ebd1a19424edd57771391ffa8a20afd528649152f59e15bd711e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ad10044537c1986810b9280751388b9f32ed9d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57a7412398b7f66b6d2ae52ee8b715c893c29ff3d52b8112d5019b2e0262d5b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d554ebb7bd5f4643957b6a2504cab7ec4e9ff68e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e005ae6137456dbc2bfc0ac109e0e7b6ada1b8b1d00797ad85408c677384a370
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1d4f71720149232d6906487b4f0254294b17fb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bbeaa5158cb542c983571ecf58e8de789b37baadd845b72cd367d222717ba4d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8c0ff2f746f87312b989e2f556ddb43a1e27760
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1d3e4bfa8a219bbf42d7117040fbbf905a477e738e211759a2db0840c0dfd6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed060c29791d42bbc292e4f4491f480625a31602
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd936819f93d743591e9233e34c0ac419da213e117d314615c744a3cc2b457c7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b0810a6451e1c670f1f35dd5c6465c783a7294
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160f62988b51f8fe14872df3e216cdef1fa311d21ed55c394f6b3f4b945e7d4a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2524a4a2608bf9cac41b6fbf2e0b288379e79b5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:051d5836b04d7db7f7ca343e295d58de5daf7cf478cce11454695b4fec18429c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67993466824ea29df0513474efd54456b6f73471
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60e6c646c3e416627af706f8959180b2c02e5b52ceaea4a1325c7dd5ca20d9b4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866e3d79b0133b9f42055847e8fd645f081c80ad
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b313a3248a00c1891e77dab5c0e5883882e95ede291e8199106333400ba3c25
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1147b7c4296366edd3b3c671bd4b8bb362b6d68a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9094c47120a7c55ca0bc81f30386fd9ffedd1c11a1c60d18a424b12e350307a9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078ec7e0d7ee59211ea2512adc3c0886cdb28f4d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76bfad8254cac75b34ce6975dc902f785e3a99311a101c5613b9a8a3a66ab246
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3daa9f79a33bd9015d89be0724125ec173b58a73
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89fdb7f0e4508775b69def855bd1157efbbd34900bda2e0e1906d49f3c85378e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6c811f915b20f82fb94c98067ae4412c074eb0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4296ef6fb5e0509590043a304fada4affb01859427fc6478b065d14fe1b9617a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d2a4fb91a1ad7b528ebb44ebb9c3567ee3508fc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce6c011401b93b6e93527eb56ed82645d6d17f5db68040bc5c484e49c5d866b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ca2995eb56103963f7411914608cbbe913b066
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f290d9fbc3b10affede5cc8df72287e010f52cf471937945ded71724eabfc3a7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e44a8dc48a1d0023e7e16084872c966602cb6785
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35528782557cfa9438d95f7080faf4e87c0dbcce96404e704e5be1fad0a7f4c7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c962b43cabfd18e752fac2795bc090301a417483
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f0cabb00f0f050ebd2c94b28ab8acc10706a3efb1e92a97cb88b73d6979c0a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf1757fa5ba2805c84102a45d09c395162e3e4f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91efc5f6ec6f1d109fd8fc745d161205d8455d50ba6a3023f8b7b8315e490b0f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad792fda6a54e0cb1dc71b38560492eb31ec8378
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd899798fdaf904e0b16640450886eb317d9c1f8158f8f2f2c89f8fe35631c6f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd72893f99d9669ae1d8c2c36e8041c2e92dc0f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806a4167cc49a7107611b688e6cf2e0c567cd1da2eaeec45576f6d835fb70772
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690fe4cae38ded5fe5bdd205067a707823a19c16
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8eee2b50ff8e7c15d69048e5775f0c040b7505a18c885450a5d5deba1ed71ba
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120f23299cf7a4cda9f0cd631853ebf4a3ee86eb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e02935cf9efb992430347f3d0de6fb9bc01cba5cfa9335ceb5f51f49c267e9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c11c2aa38842ea6bc0f521d65c75e47c2eb3de1e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a4742e2431d2e23e0a3953ead53208a7fe7582e8f943d9954b4da933b6fae7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7679198cb9806ac83176412a79904fc3329bb8d4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d32108f296280e2c8cf9c6fa29ccd5fa91f5a1fb4274b89cdb0789b7d36385
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2a3dc4fadd5b07c6bf475db70ad4c86ce20994c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2ca050943cab5c9431f7208613a2cd7dfd84d1b7a490e2b87782574797b84d
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f4c0a07ff99358472da80252130075155d0684b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5374b5fc534ef94ac22d4ba3a1245a24c5a428a5312377305a3b38944ab7363
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6aa3afc8ecf1c0062d3ae8464f5703ba5afe14
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa6f842dd20fec5591d63c151436db153c9fe5190196302a89145fed2803374
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f913fcf05a68d6b4000acd7e9e74a8a2144184
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a94603989f1927273353375db65a41a2fa8ddb3fa59322851db90341e186526
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7224a8795be03be7704f0fd6c816007c72cad8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf92425c051ae6b6a472d13f066c20ea6c1b38e5e75350ed89df952e346c3088
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02580f363364de857613d89a0d5379a559fbfd60
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6f62923c154ba6e309fd514b6ec709bb1c9d1ea63b771d16f853460cc34feb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b85ff35c9ea14e4fa491be5488cc852a012581f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e72b54fbec3bb86a5cc3e1cd62e28126e629571db6cd4ad6915f0c6a59fc102
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc1cc0b30e592798aad5727dd15f62e802e4ec0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50185933ec691bc804b8177580781cf260b13f204e104500af6a8f62fbfc286
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42207cbf2c88add62197d65f6c199f14aef4023
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c296a7b1f591be07bb8cede8c373a5138cfc978729c2c18d272be274448bb0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b9bad665873546a1d6dd0870926d8566897661
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284c23bedbc8a143ad8a44f0bf2a67b9735efdcc8400a5e17cdb4e2e97505690
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..680f04747e67ab74fcfc572334650b5edd71c375
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5bc5006d5d588890c5e65e3fef66b43882e484b7ea24da1906ff2effb44e996
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1199abef76b5ea33c29e26c8cfab20a09767cecf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20754bc146dcded646cbe29d27eba77019d05b116208cd6440f085d2ef79e0c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf914754e0bd5392db6f40893e45814b049d3fd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f565f5481e2d073694b557c817ccfa728a31c1159b37d0414bc110b937e40f1f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cb509d6cd0c1c1828961eb7deb00e545d4b727b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a8f96867cf7dd89b45df4f951ed54038888555e08caccf3193f8fb082bc96b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b282503a001b938dab14f706821b146bbd02e09b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdaf0a044503697cf1f14ddabb86fc3707a7a7ad56d50cccaca13d991a7279bd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b384be837065c585034cf1f01c3497f822f884
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8345657cac35365f92b7169ffb4bbadc724595fbaa5b47d7f3a146e644417dee
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1478762d73764f99edeb2ef11301b5c03b5b6c7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b865364bdbfc03d6a15ca8a3b685e555f2bcabe35b2091892d4e17a7a7de27
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e842999ac076abb58541f9a4fe042e5f827ddbcc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b4a1d53c05413fcff01cafa86d16056eda4aeb5d20cd7b2265143e6de5eaad9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec45fd1f7c6bfe4309a58029d29f39ec87826b91
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8ae5cb4d58b551bc8228455a2ad647d10d3293699ca985b3c96cdfd15705fc
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a20b87899558ecc0a8fde442961342224a5c67
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac12ff8562d3cd24cd29908ed320da264cffb4726b6bd6e78bbf5beeed4d04ae
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92dc08e999ffb69206788afbe66d7b50f3abd31
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed6b7b65f2c3dadb5b4197d6936562635df2e6e28373ca6841d8d83418f9903
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845721f7a47d72cffb5f713e8d123f261320bf36
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c272a27076d2bbe839aa35df9fcca212f87e54b23db852855700d71b1db9fd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f132f059b872ac740be380b0bc269abd7c09992a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d4536083906b3ea7fa3a1b28d888269bea292b90bb2dafe28b34d0b9ccc1ee4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0763f43e6456fadb124dcf66d7a4ef2e3b548544
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb903336354d85e5179d774c5f59392926cb267bf50dd66a72d462089a61c35f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5874c7c42d7c643f10f1067aeace32e979c48e8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb7db00bc240790c50f4f08cb3e6bb833d0ea9c87c3e26fc4ad7bed7fcb6f68b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e5faf33d5e7e3247f0e035fec1603b510a1c96
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba992433a736b3695c4c4a87e6dcb3905ab9df4e29db98fe3655a66a8945671a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b165d87d62dc12146ebc3033e217b0c553cf1802
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff44b20769d2f9b94329da5b8f12208737db67cf5676770be094f025775467b0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3e0d4ba7ec52613b55a4b7a657fe764e870246
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc7c4f52a7d3479867c55c198d1775bc1f10063e99c64de7136abecbbb82e34
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7678406f04a74d695bc5e4377da1059b462668e5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63ae2d75969abf5cd1d5689440c425e1550f6be8b7594f7fd0df7b86e6c8d21
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8e35620383982523c3568f1f4670d1d1456530
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7505c7a0105de71ee1d3d544fdf55ccd80257f19c356b89e876618ac1d5d68
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5605e618ecfd07062f4bc581c984f801f6a8b2b7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d881bab912f88f10f08038ff18ce3b1a53d5fa2379610dde6ec0260f9cfede40
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b34b175a6457efca419f9b429480acd899a2e39
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:825a5e7b049333571f35849b81623354bdeb0ab7e83ac2d1b754fd61fbeb0b88
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13371321b05c5dbdedec51e908712b2e4bbaf3ff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f922b955977344f2a415b2c47b1d184e68d07f7afff4430c66f4d9606983da7e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f53f5b221dabaefb8db77754d00c910fe9db342
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b357a13aa2705736113e72ec9fb63d368e3312a7b5e710c8a57885576e0ce9a0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa64cd98aa85aa7cb361f7acb452d2dfb5d68da
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b90ebb2a49872329822981ff8504be9cccfe2daf92a835c56f0eaa2bfb99a5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd5aa9b949a965994002cc5d718448c1b8ba91b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a01756adbe29ffba16b577a22fdfdfc0cc1e89daa17176f1e3326d43ba593bd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a3b5c3fa8d26a4684feb3ece9dea951ae300fe7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e809cd2de5693136be5d1b036f90b8fa9dca478e97ea0d8be08eb455a93aff
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1472df80676df85233aa8203a1e6f9f7bed191f5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d7f13b9769f7708f059db8b918cb727eedecf0a575b23dfc11ed9f600379cb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e75915cae550ab0d3c02b27b5abaef1d080bd23
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77cfedf6f6c149ba79132b68d71662de2979e215ac7c27b06bdfeab8d39b2738
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e91554d2ae207a345f363928fa75b6f4c32d14
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64dc9244d0e27b420ada764da2aecdf7a5b4162c72ef324253ee6fb948342c4f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cbac09e8b360e83cb7363c976c6527a549e0c4e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ed06fa005ec29982876c24862dbe26a858c17375c8c924cbd098739a7f9437
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7784703f3c26317a10eb3005b8f45fcae9fad7db
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb08cd0c62cf0d46729b797d0ddb35a248b717b55b07f7f8fb4090cb36b6df1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..359d78345a4b400182441812820676e1ce9f3a31
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd56f0b7d50c420ba677d826e7994a4696f818826c675aeb4f17f4012fff901
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc5c9660c20749580d8cb028c39e477a53f7cde
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea245b83d6f4e2d203fb32ee689d26ddf8ca09ba3a08750a49f512f34dd3c24
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32433dbe33e2a4cfa058a64d8c3069d798064700
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3546ebbd9ebc157388c7f835dc35e89a4f3c89544b25c360e8c5780dcf2fe27
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ecd2f6d21da7582dd1ca8f6ae35748f779a921e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b824cd9d93fdb15962cf1ddd95956da32532c1458f2462a80c2dffe9c119dfc0
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..007bff65caf3e7d99e3f59687cc868bc8305a274
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3b1f337d71fa7d6e1dc82ab756b85dcb3870684b70493dbc2c98b78eff7c74e
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff97b2b1e2e194fc8b34b7a70c18e7724af93734
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7bb3ec2912ed90addd91dfaaa951777a766220a60abc0f54749c9fbe158be5e
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcaa6b8a04db6a8ca6e1994f1339db65cb712209
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469a6e36f934a35b7077e0c6efe7993190f625c84a1c2241644a77c56fac8a58
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c356ef1339b35c2feb967c9d8b33502fcbed1c00
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371782b1fae696fa41a10e319c5baabbdf4a20cefa37a31053bbf6f1214de20c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f677c9fd267e3b45a2c3cbc5722c8a664b2ad3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3344922ae49080aad86b87cc3ab776c0ed3dde9079f39e47ce9862af5bd4d2c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9dfbbc988f41767fd5b360f2a055dd4b414fbd2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ed29af9fcd866589ea283aa42ca81cb0dbaf6756d76a9a7798ac06474f9e3e1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d656a75e8e7067d0819269fc5d7287337206b46
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c725443dbae709489a8b0ee385e287dc1e38d20db0f66df85ee10b498d7bacd2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd0b23900208f440f6ab52a03d62855a7a7b3c1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0294b2641d434e9a51731a568b749ec7167a46748e04150a1e98e5a52706241
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5544985ee93e73e72159137295e34b8a22a95e8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f607b811d5da7fea70daa62273395948b0b6e02588205638e2045ef3693caaf7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3825fa9422893dafd773a9f68b015737b40b35a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7419850f78fe50b9ceb2e3e7e6f1a40e124f3b67ddd37d43ef83b666f92e5bd0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5add2367764dec88079ddcb1b1b8fb53c3f96ff5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2da9e37fa777d0f7cc4192a13694554afa5ad9f6d62026a13fa450f5d2d0677
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7454f4a98a73de5931978623fb92a6e9c3aa3045
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c92c07100a0cd476b8387383dd102bff53baf15ae7f0dc034d89222c9b939b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3483050828120807720f9e8a1e30a52ee35671
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccecd8a14cb3ad75f5d3013c70fa54187c9207d7291c17512272ba43f132ef67
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8492bea8a1c320fa15666d8ed0382b0be7b3e7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102739460043b802bfd80fe65f88166ac6636f861259019ace407044637136e0
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ac28f5758e55f9fd239eb34b5d055b1e9e1d8b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9065e140ed83aba901dd3d8b4f3a73f62b6c6528c4f833e473c3a0fb7d80cf
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da92cd22569a87d71635e421914c26b030a312d7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5379112ca66e5042bfc63b4166b54a740d11ee3bf202b2efcf81225e0343fb2f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b4a1073aa04b56669df8461f27df2590d29909
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e2f5cb4d46c1656818c317fe80479af98d8311c322aee48992851270b1796c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a1fff6fe07b780be5985b083a744bcd253e76ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c74696de02ec559e5caec32e4fd0d4d82012d69d699274d4a3921e997748858a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a41b68504321489796fe90b27992866b5575d4a5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9c000ff6e946f2417fbbefcbee1ced61229b5cd343f86e9ca166b2fd02cdf0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..478f82b81d23f76d52fc264c31663db2febbbb83
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e6054e5e7fb832f82f98d8f238a9f30c2e0ef0340151616dc956aeca8dce34
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773999cd6c4861c7ca3b9b049fb3e9e43579897c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb4a0552b00ceceb02d94170af764c62f0dd6e8acc68c7a6a53a70624f7634f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3faff16da4f1fc15d37b69e22554f8770776eaf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f4ccfdb774c9df1ed15d25e0e28df43388a35bee6123c500b54a2fc8bf14976
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..628a0ab0f7f75769f9105bf98d0238a050a50fc7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01767c462e5bb5f7bd045d76bd343f81642dd745f3eadafbe8dd3315d1157ee9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611eebc24288e64d89a7688aa9af9424fe878cd2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b8588009df0e1153a07c9877d784b0542f51b3f4088b84ed833b5fcf323ef9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d278ae8c195ced961312c5a02da4a66abfbc8bc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e54efb22d9a9be6caee0a2bea1117aca0d7bfb96ef95514c22f853298b74bca
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8520aef31d4e911fbee305fb2a76f25b6132b4d7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ff4f18cb3bcc861aaa4be801d0ac9476e22a08d7a679b53a38d361ec25dfd4
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13d5ac04fce9d2c9f48ab08d33448533e7c8a06
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2cffa204077d41c9ee4aee0ccce8f99c08ccad40c7bb8494ce019bca32ea2c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f015069923f1e062c1898fe02bddcc13b90bc682
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae451aab0d232d2c86aaa07d2c65e3f5f1d2ebd450100fd66b0cf843eb3fceaa
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436ccb312877c40975c0f060d64a85de30daa47d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d08c33ab0074c0b003efc99bd639eef47bb058a72d7d5f15482c53a40988097c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba841b9553ba3ce121972ee25579dac0e86892b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1db45a6b563b959bd24680849869cd62ddd0c98e004611d70645604391f052
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469990b29d833d3bb11590e7ae2637de10cf43bc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac896b62fe4ffd1d69ecae77823f61a6224718726f399f7162caf7a84496963a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af878987c30b6eeeecae927abde030d07dad739
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb059f0e7624a52343b665015a862306cfe09ed18a44026fa3a439176a576206
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc812e81e59011756ee0750c67880a0613d0d51
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9f229921b3cbc24cd1be47e6e4589497210feabed4836978cf7131f8631f70
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfbabf381f91372de33a2ee3bf40097bfd9c0364
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e27a703a257b78f8b6aa77600de39ce7268f698c7073c93a0043b98568bf4f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a20b7de05117d4d771a211e83131ee339ef9d6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac0e9d70ab64bb631279106ffce082041f41a809e20f789d103db87f1bfbc9a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d82062802879167003edaddca2665e8b79f166
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c2fdb43a1f803e692e10d8971de7bd4da4bcbaeffcc387e1eb6ea2ccf17b0d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d71d5731e4b215e73e31aab712988db673e6f9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b1c66f91afbc11bfa91f8243a40f90e4e7b107fa0e14c54dce294750432087
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3494d44d487a37bcfb51fbb780e41aa647a7c453
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85ef9a1d8e7829a2447686a13c4c9d74fb66bdf4385387f65c90c8864d7a3cc
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6c8633a2a0e3bade97ed27cac9d26fda6e9cde
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57aa2a7a76b6a4ff9cf1f660a105b4e813ce621186308c8dbf0120904db3113f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c16ebec397831314629e066f53c4d95dd7e9cff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d113f8899c2588c66983d6d2fc4494fc0587d4d534c3a569c733c46d23a2f844
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1dc38128d1112423952557204da10b20f21fa7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95953d3f1b83c72cc5d769af6896384566f41911866308069057eeb5a0e16b84
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f41eab11664b9d9072a354a333a2e3b881ac8d5e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba076c97a2317d310152e8193932a2ed2b3dbd3f466b3d53b216c40ba79ffa6a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59dd0b3ac175d1f7d6233cf076eb71459ede611
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c52cb31690ed352410d5bedf8cc727c570983c7bc6e9b35b5fc0f22becd3c57
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d6b621e0755cb6465fd65fb79729ef2b439497
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc82d00944db21b2ea89090a0e7b330c4235ce6ff8d324e6eea5af16e819447c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19881f3d6085d3dac1504f70da3c02cbcb555b4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:244e4ebaf810d798d29f5fcbf26b61ea9b66dab79f3ceec993fa9841a1816690
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af837c7f8541817bcc12ee41cd36c3e27c4fe265
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcef03a6ff49ae4611134f1901f7c35cbe0cd49c00d2a70142aafc1f9fd23e06
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4ed4edf49180ead0db4b631459d8ef967724875
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a9ff9c13d18eb57b3171baa96bf2b2cf8de4829258f583c26b229fbd0495a1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041665e780740050866ef739f3b08a43d5456e36
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaae4f47d9058ca63f9a6b062354532c823d8df4dc549ec34bf6f7846ba22c28
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d79c5df75e18129f0500c73e8d09e6459e5d968
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f081d4a1e2d0516ec91c6ee92dc33b8e65804112cec81b8229d4b204a67e775f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d337db2fb804d20af7fdaa57a7c6a825c89728
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a472c879f2aabde393b054b315f97a67712ada5ff1dea44ddad40fe679816ddd
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41fbc5ded02e1f8dec9e4b278ec620a12fab6113
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a52bf465ef0cc57ed2029c3382c4120d8eab5eb9c9075cf6619091065833ee
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc14a13d5d78e3abb1f11f4b339a4b76988d4a16
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24633fb45f323c6130d3fd91828bf7cb245f32db73c76361df3edb7f42003c84
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3db2674f74f8bea81b9d13b13986d0ed2581a86
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84629e11c8a4274d254cbe3c84cc95d8458bfb6a379bdb1ff929e423fb8657c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75cc4d0a91aa366bbb3bb68385a969ccb6072827
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c580d1c9ffd5514da66b6ad43b8ad6d4339634c97518acc40cf3604703070f6a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c99a66cbb1ae9c540ca958af30b7e141eb644f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec0b4420afab30dcb1ff1f08a788d4d9ce2a6beaa81a5ee5a08b12091d17248
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a31712c11c78b3e6c7e47476ecb1f6707b6d4f6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf36fabf33b4e49f080cc3bf5cb1097fb5182774c332303ecd27baf4f67d628
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..284468cdc6a028e1a315d2a7a44295d57105cc24
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049c863012cb51e8997847ff79dadb502e42d4971842320e66d428a120594fd9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67bc0b020b3ffd5ef0910db3f177c39d70d331ba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae8c0a354312ec0772557c40e89730c4a3f96ae2bef615fc687126dfc0a978b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9d88bf0686292a594f8f39732485731671c2ad4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32367559926ff3a74f3e0ec38f516dc1cb2f7b11e0cd24d48f8cc625dc820ec3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f35442a5426213c95d9bd5bf38cda22fbd9aa85
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf4e9628590c5c3b26ada423e6767466fc274a2c01a034d72cb0fd83623e266
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2a97392bb4aa63559d6ca1a2447cd884fe5431
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9061f6a09943858044ee192d16365ee8b0ecbfd4aa557108bcf2f25679028c46
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1b8de0b893127e85eddce2d90748887b7a2b52
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e334ed3cc7ee56b8338683dcd382ae6adfe7d15f92393bd4903a9df800af81f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef676badb692f55a83009fcd89a1c27c9b6d97e4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3dbeef011b4477dcbfd5395d78329d629c5507c81a788c894e12e7d41e20260
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf5a25d0f6a7bac84589e25e74980dd07fdc50f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1a17e242c039c22f6106d17c0618a14cd85877e87c83e942e62c3f3e6ccc0e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78062f28948fa1dbe55f9f0e9cf2cb7e5b8abcb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b6196c8a2eebde219952f62216c66ebd71bb354a8e755e45e12014b18b8e24
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7bca3ff717c4392ba0dd6b27e9696e09e5dba2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6411546da58d83f09fc42f95e1c97c4af2d47b01c3cd9bfb5c877422e999fca0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d5cfeefb98af39facc3294937fddf87144a538
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09cac5be3636a110a631861ef43155b7ebc81a81a523ae3d2428a53ffbbf9c84
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee5ec851b09a0a68229ff23a1f731c898f72c67
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:747e5b699b7a6083b4ca3c562f142dc315785dc939441c47a5bc75aab347f14b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d94ea1164ba0853236519af4cb7f1d39f1d696f7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9c298233ce2ea4c787c3152cdbeccf35139221e76da94ae8a698640352458c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5ee392bf6d96993465893174c797a65689d1f7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57cd6a0127b6a0792e05bc418bccd9d0ac4923ff6c81d96ddb42ea7441128166
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11033d21862a14b3af29f378cc698c88f5e2244
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7d34a618907952660dd36635a4336eeb9a73dc0b0a4278e2b242404beac5f6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b0e886cb0f18f70bf52343a4f988f3e08a102ca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd02392b9caf372bf108bbdb8b94f6e77abdeb91dc3be560a39be37b1e73b59
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b7609315a0db6f8b5c290f4a7d0f6a0bf1b8b27
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c0a99189da135bd56ea6c44ff6b513d760e39aab802d30385486fabbe95533
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f442de69b4512fa6d7c29faa8a878acf58fef9a2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66fbb628b5d48a472c694bcf7ec4cd66f6f98ef5be261badcb7ad4bc4bcc6b8
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42ccebd45796e5cd7acdfdf1572e0e0bdde46f7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0300e10c07f416dff54e25f76396cdfed7217fca5eaea6593ccd3424841a5e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146365c3a5046c1dbedd421b14067fa63be8d550
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dec2f6ccb04a8090445d194bde54923b18a923cf8359a719a1e8d591886deee
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26dcb5596316c234306f604764c7944e7aaff584
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc225cd0ab08c8e385c61977590cf44e966005793b38fbbb9c7124cc5cd44c9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13d9166002c29a546e329b8b7200eb48c23731b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f7c9fe9cfb61697c19b8fb2d1427aa1edb88b03a057916f8d4adf3de0b59a28
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d76f89a4e3b6cbe63bdb829020a193e5327e5bd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f74999a58a32e84bd3200b344ad3143bc6b7155c929a61b2cb85875abed6ebf9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52edd6ca59819316f639c3a88a1ed70c0b740755
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c2d5e09307d5c0c67983988ca0b8605cf3f8fb7c93d057f37413b3fff6b656
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c70233795a228f123cd6c279d54f5441b818f27
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5711de9da2696991a8cd1d51fe13f9b5ce0aaa8bfd6378a8e2bd46a1910c90e6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..049ab3722eac9fa3e4318da6a90d7c5bc4b682a6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44b61d190d1881eac8e336709af5e80721e79b41c2357efaf64c4168bdbd6e4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45fb1d4ce80cb06f9eb8a3e545a39fc84aef99de
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a56fb86034189d97946e5a4f10739c06a6a8ffa52fd7ac3b002c5456b0812a7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f500e37d7ea23e77ffb3dc4d8926b78352963f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dcd5e5f785123f643164d14693bb0985a16ddb00653c747484ee54987ce0b47
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..451db30dcdf52df76ebc5a88a9dfb1371ccdf319
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0ef9fcdbef1a691e5edb85f341d4db161f52dfba42063de9cfd59f66e1517a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3492de7ca8c3fb4b1ef8fab3cf6f9db3b0a0189b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86d8c5b9815560edc9e6c5e31ba418c988079f7d8138f895bc52f7234b9a876
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..909bbca5d159abf738dfd15c23c3542197ca4957
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de6fc750c53c105ecff00f6e522ab7d209c9a8219be403c478a7eaff8399486
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ce832ff8fc335c50acc5e1b612abca61fb3165
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd5f0465688e9d0185f421062920668cad79c2288bff8aaecac9fdec6ec091f2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c4d6b7cace112ffdd07d0812f5aaf970ba6ceb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ec1dea658c49e022597cd7c3e48036f488d6b21dfc1d8257d3035fd91331ab
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d35cae3e530b582b598b9f139d1c4f9ea6b745fb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2845432b45c959b7a2e0809f6bdb90e7b48a0b892befab1cd1ebfddbf2b91ea
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e5288c52245a1a4f9ff83819cf99d7f5c4663dc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc1873a16d672e4cefdd4602f63f8a17a2ad410a44440b36749614756e2a89d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea9254d9ffe894f6fa491ca7dc18ff47edae86d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d11bcd1b41ccb69b7dfeee824b8ce79b90032697ae76999445a68024d1a2b31
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843370e9a660052b54ce83aa224f6bcb8d1345c1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:330769ada036b119e5ef629975d070aa6423490e38bb006f12ee7edf4108465b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21de7acf66e61bfde02461ee42f61c7e6f0c776a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d011ffcd301fa08a8a153085e427e0a04e6d871694074ec09f1e0fe30f6cbb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f3b3d7697a172ebe12d691c144926e2a770b88
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a471061a5a70bda2cb3a0af0c4915de73139a20ccdd1139d387b24780f4143bc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5cee2c58f795d4a034415916a9f57c60366c18
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9001842bbf975d0314952c78d4cc5156ba52d574585f333a9224f821edc3b96
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4cf07e0467ecb495cb77240aadc87514cabd830
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a4b5414852a6f48d0d5cb0e3f8e9d377cd4a0a4ff9d5a48e7b5abb6d88d4c5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13fba6cbea2a300eadb5c36dc49ac88d529ef06a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af229f27e46a69e13f98125912db83c035e0a94bd9886012e73d372e62df8391
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96b1ae6832415fbb666210de56cc7b947672211
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9658b2639320677e669722fca6090436b163b741dc16b38c3b66c10ef97d585
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea701d394f8d8278389d097b903be4e8f771dd9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4ca8b5a67fd59522dd706354e78b09583c58e50e395a1288f2cfe36eb44786
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2118699cfe13b047a070b66746d818777cc8429
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4715d9d04a0fc3e32cc4fc5fc35aac79a57fa32f37174d8baf34a6b93bb162b8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19dea62126ae05c8717d581c7d272041f421aec2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4608549ed501260598f23a2dc0bf7b61213a0dd3dae28cccb6307a377d0fd02
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac8f2ba77882b7ca7b8d056dfc2f6ea284240d40
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ada5393b228d865de36f2eb59ee770cd1491934c840fd5fbc8c8d86231b88e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb7a3fff1f118a23f796d562a91ccbb86e7ab79
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f362b687c34a7dbaaeee4f4732e634bf18c72bbea627b86d85f7bc45f5c93b0d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089c7eacc90c19969e09a56969fbeee5ea821441
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8cb60991206ba24b59e818b0634c9124985e23189d1b38eefb5229d8642e57d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4191602d8661c499f1b5c32235c2ac97eea7d0d9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39c816e041e420fec6b22866a62cfc1d3e459aeed2b9e4d82af4fefaa9a035d8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..716d024fe4b4389092eaf90dc2ff11f58fea4d89
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78607f9e15129e7a4f7f7853ce2cf47fdbe8afb7d2317b1922fb9b6735e7ff55
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b333b47cc2107b724294b00e13d1ff8532ac2fe4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b07a987a85898a2fc553f654715aa1fd1ff67a5f08a54361792f10e67c8e6a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4ecc5131845b550025ddfa2fd5fb808539db48e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c90b40f5aca6f3329c16e43fc74dfa01614ee82e018c6c6f5641f249f534b3d
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1922bc35d9b64c1f64d495b5b2ef1d9e671f473
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f09da22a63a01b2719a49996c7184a839553e79e44575ac4a503ac9ea71a2e8
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc17803f2a91d9503d05309e083216c32cb4b4c3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2043c83dd6bb3382616b8bab34c0c69f42d06e6ffb53dc3032d465bc1c4a19
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd0387c58475cb648828ebc519fb4fdab97fb79a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d59e2fcb189c00d99f29c00264e8149025a58b97c86d20dc26bd35d42b4dafd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fea26077f4fd77fde466c485b7c7e6f5b88da0d3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b901b216a521f91d3ba663a285475e8dbf17732492430343f8bba9a5360dab63
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425c055d0ce806df56215d8fd92997cda6be9a37
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce30362cbfcd99532ff2c4ae37dfa512d4b3ef21e03d8e0fe9e842005ff7ae18
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f12023427ee273f738a6d01e1f896307434fe2b8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1c5c53305bdc61c92c64065b5806f4f39b77cfddcc0b0f666253154a8d71a2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1ddcc3cd67a718cdd7a2b49ac593eb86caa2641
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0150b825f4c2948557657ad73b598d5329c670c9bfed34c4384e9cff629fcba
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b7159472c5997eaadaa39c848df4b2c0a774d9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8134ca331c577ebc80fb3d8a53b6abc708bdd1fe4c671a1ec0ade03db42d97cb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ee2236961995e02f729f4e5330cd4367f09ea7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de21e7f5969ebf6d65cdfcb9ba15f2108caa8851655451771b4d98ed2ec43edb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13b69aea109895cb16f07b71a8d20fff0a19e87a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031c1bab0bc6ae4e28d9a47891f02b5d6b679cd9c5c1786e5b619c3914dfdf07
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9988353ff12c7c13a23ca383e4aee7a3b33b3604
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade476ddfa1f542913ce77e04f45afec8312037a2e3b9cdee254f0b5009bc5a7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e700c9c5dde8b4a9a12720aac7536e3a32f652
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76235970b62e2b9f5804ceb1e34a0778f63de7336cb5c035f81c606092bcb7e7
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea065ab7f49e23ccbf40ef4f052fa21f05116c0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe86058109fd111391a2332ae31c877db0f46f76ab46dfae6d89f9452a52217
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03624471930b1da0d5480e15b8f493cea9c95aab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8bc46f23e6294d2e3859fd205fcd9d5262b2e0826364ed71b72322b1ea2298
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e5b4ee4e928f28721d604dc3a01ef8dec2fe9c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f07ca411949a28abe54b84376fdfecc3e1da4874f9c0ab704fc70ca2a5307f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f64727196bb8c31bbb7c82fc5a5cde1fcf94349
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bcc65981a51f5834b5bbd88404831f60d0503257c4828d731cd87202876126e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8741d279e9b795a0d5fddbc4a5409bed300b57fd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f078a928c815cb4f5ed63711fa06a85b96bf5110a98a391e862062843dc723
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be19221c943ced3bbf4e5535a4e8b2770728e933
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4581912bfca39b37ab64162a93d51afcfa13c4fc26b28879581dc2a80cc82bc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f8fb9d2891d321f7afeb20a364657e4f2255bfe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd0a461b988f690d0a2b9a62edea3ddc0af0829660260ad6899284b489ee8c9f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..937dfcb686d86c28c6881e9619a5144649803605
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890dbc5d329420c2e0b568f926aa1cf6ae75435a08ff5e38003ef9ec988d5eb2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02602206761873f740ef35a078bc35697ab03fd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e9e3629f37a23b05228f6b4d2980356eca6507f9283661cc0a25af5310de80
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c57e92c107dc7b07741ae4d483ba2d313190ee8a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d51c890d7c8ba61234a32965720bf92c9c5f97561c6cb727998845d533ceb7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ace9b49a759f51596cb94584cc919f14643
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9646d1038d213e09dbac67c9e67d566289121518fb45afe961e315d3fe17b27c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0391ac0db60febfe388431c6211ebacf5ea30ba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01efeecdc352fd17eaabc85ea73687477f65a53b7d9628e7fd5080737b3b8661
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda0a41cb49ec767b9655f5fb408ad8bc8b6c4ac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4defc449a739d60fc17cd44050af5d6d19a45d8756dead68ada848e8ad6643
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc402a7c8ef305fb7e1a05eac1a99cea44ef67a2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2199d3995bb1c7b7a90c00c980743dafec97ff6c4d49fb0323191a8e3eea04d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd0ba9f4e1f786f313d4a10bbc4c69c3bc902e1f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8763e12b6b8ce7f8a9ba845f16be58ee65367955c54676f0ba244f299a01c77
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51265cbd73ea8d9a013b7dfb56fb67db727be12c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627f9045d490d879095c25c8c9707f826098de9f77d9aeb4064c9bdef989d078
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36cd643213c9705fb646921b89d2a932b6b6d089
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a57e1676d4a27a67fbf2fee5472cf678011a42e19a94329153377abeb3b7b5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f01ab8566e015ca7928cc5e8a3e45a6a354274a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44fe7fb0a6d87d0e86899629ef4348211b4bc910480bb42823cc761c6aef8c79
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..810419de0e06cca6e1baaafcce7d2db40580134c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc243a7cc5e6a2447dc9faf9e634103960010301a4bcb269712e666f37976dc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45f7159773e4ec52e0184db4b6a65bbe4c104a1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0c1356eabdc271697d5c5c19052dddee91e28781cf4748ba6c42fcf9efb3c2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f976103aca7720d425d19696df34bb7251a55092
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b3eaf77adc038a7bfe633ef2a77bac8254a9a7736689b19be35a58461b69eb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36b58f4a172764f5e4ab1f512372c7de96cbf31
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fda335804c86a73beb40b1d341406f75aa7803e2bdd636be38b2617be38ea74
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3656d8f6ceb345384f9e692c6357790eaccaac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4c3a67d83d603166a06e448aa4b2593b82f2b2379fe20b0f307536986776a1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414b8dc5cf0bdad5d130d4becf4a9b8da7062370
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86c71e85700f16742025288cb5a1ad2359eac105872dd50b003d9a261d01b69
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389a437093d39ea8c72bd5311f5ee1ec2e0fd101
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20a0db50338de9106ed1161121d60c92666e5743b6dbe241687b640c0cb7e3a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e132a8f157c3a715375d5a6dd566919a22551e8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3bb9f45949a6cf4de9d38107a023ad136227f46a8cf6c2cac915483cc3be64d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b665920e44da6753ad3ccacd51c7e4aa778412b2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd054285437f692c358b1b2fdb6e1a414bfcd0137eab60187045ec29740f8da7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d30eb7649f6ac885f900f89d8d9b3ab82fdedda
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b3d1e1dbfd9999ef8fcc6e8c4d30b3f253393bcd1714adb9e35267093a1d51
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c457a712d219aac08ee4d6f08de743ffa4ff17f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493518f6b8232cad6d714707f3aeb86b08de845de00f599a7e5dee4695e2d5d9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64db09f8fe9b83108b7a106ea19eca649b1c41a6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e41d25563da40f6e1bdb284f0fe90dd29731d119dbb79fe20978b0663b9457
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2914dfc95bc329686084363811ec706d8b2173f2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d832d347cb840685f9d1ecaf122114ad05c1ea0c321f85dee8865bdfb131e4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3abba92aa3a1b7f2f15c55df09dc81b06551140
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a69c6aca565ac9e1561bc393edd27adc71ff2231300db34d6d524f0a2e772b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9bb2926fbf4ad81146483047a91637f9fbed61
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4eeec734ead962fe8f358c2266022e525e13d405ea64ef0acb5e67165b676ef
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d71931a6e39f988fb6c5a737bbcd9f08d0195ac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f89e20bb4f57dee9806674a6696dea8a6aaa67a1cce07b76bd105e64c2ea855
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d5046dbf06fcecb65eb11495f6c44f49de649b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e52a1a6e412438b3729a0bb7f375b485931e8018d14cd2e156101e2aebccdbe
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e8593425912bd262be96d098fb918acfe45642
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2d383d26cd1ac9cf084c69757c696185991842da7ea94764d5f974d1db620d
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d24f4f995b2369d1a6e67b13dcd4c3a9a4a33019
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:404d0b892230f09a74e09e6967bf1ac2103631e86c77ec05227f966eac6c24d4
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab09b9d4268fa5c9d71bd4827c0a88489919b628
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348f8bc302c0ac14dd4831e5cd04e06473985eef681b32b5819aad6b5ae973a9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e022ad164dc7ead1ec3e6482479cfd6fe8a280
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9efc089e39dc4b042686d6e96f46919872bfdd7871e3c0f834df3ad84485ed
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13a84d578d6607f9dca324d3d5fd171f4246d1d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3cb7d7e4b0f20f40fd14decf967568d2d26e00128674510e234e15299544f93
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37fae0f83be12827665f057a020144b326febb4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3343891029b8e3ee36151d07a8b803c943265fb9042ca3fcba070efcec792342
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a56c561239fbe7ce7af1f4acdb9f3915e1f8d3c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f7f74d82458bebadfc02bb0f1a04a3554009a85a3aa6dd09789f3faf32248c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50a8c98918a030bc0387950cce78dddcc9c0e09b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40522aefd5143f805abae898818de716b3e4ea9c26354169d8e438d755b1f5f4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6285ff479c3e8ae0338fcbbea35428bd111db934
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a994c3f568fdc953513fdeaadeb1f26f2cc0f0398e1e6fca8c194b783d8b4e8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f59fb4f5d042da6af3f12af2551fad4e816cdb4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec51e8f6ed71a7449a4d7875f99ebf2e34890f7b9eb5438aa2fc7e0e0c8d5ce
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab29cf52d369491731b6c3714f7d15a9a54237b6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e84178ac327fdbce49fffd60abeb57d6ad2fcb4d0811ec5a032e86761b89471
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9087e7c82e7691e505da413b469da463367de406
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0128ae2f78616629c8436c2c8ce9bc3dbd6dad9819c62e16524991d87ed6d3d3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19450d919d574cde2f2feda5840562a9855daa9d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ed2e2071a89ffb0e1ed918061e699fc362413bb04d4db915dbe8fe18b488e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a6242305e874f2aa43367a596215f9c534f8978
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c31767e58b0fec2a25732b0b090a269c632992d0ac0787c561dee3b8f9a814b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e177d80449a4ec04a32646c710853a52ed75e1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e7c038acc872c4bc139bebc78e6d6b3d9fd5be8daa81cc9e22f078eac8b8d2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b8359d269e7fb4e571d4692e3a9b67d6fffba43
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4371411ce234c4bda4957399c6fd5a1ae0ad8d4aa8fb9371d1f841116b44c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7330c01e5ce2d25718b6a0afc6382ece2b7c7469
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed0c7b124358f98856cd393efe8027a3275c6468f6953cbe813eeeffc40ada5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e01d9ed2b9644b34c4300a778099d3ef67c267
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a0266c19d4f45d2968c3e5b8f03203720bd99a8eb4de5da7ca768a77671e5b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211e214c38ce0fb092d132c99a69c691a4ca2d0b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e3699a00e9684b3189fc83659a2bced722edf6b3c920909250ef49eda752447
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827ee86b60fa38631b6d0c35e9273ec2530a4c0c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1248d3c45703ad68776df4d48ec241ccdb9ac5a0c7dd1d01a6380e5f531b9bc5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49fa57bd2b083158500f22977dac024c6223f899
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6c1421351a61f61062d5911c17e81952ec5d6aec901d14387f35850a5451ff
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c580bdaa4ddc2dd53b70ed07f571be0a53179b74
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f0440818a3cd6e539eea1ccaaa8bde1d8eb6977de4e872de0e1831da1c5703
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14918cdf2e39114d72fdcb6b2844ea3843319e32
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c04b969ab6f4aadbe0a8fef224bca9a20cff2d40b2ea5da7e63e91bc60dc9aa4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff12f2732672b44a3d7eedfd7f5514f5d5dddb27
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e30b6ec3a18176c0ef5b5dac659d7b5454d6f87df35365d018aa781fb830b1b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1244c85a904c8e90a24f520ea05322ddb2fdc1e6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1322157f834b272db01a2e220c9df62e3efdce279b43e16d9a586ac04acc27e0
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42143f0d5119d84b55811ac9d3c9a5a5d67faf9d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40043cca1afda5ded1b0d237255491b93ee152eec694b6677791d34103afb6e
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e643439289543828d020be8dd4251642cfd0e84a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe6096065a88b86c6a48f5f02ac9f55754753792585a897c2e7b0cfdd7625b0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bed83134c82421bdf47ea5303f2f69053fb0868
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8246b58f2ee33cae0c5cd4360ec0fa9137b987f800a64c6c34cae0266cdf2db8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea508604d09d05e8b1066ce4ebdd7e093a6b2436
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89cb873dcd7317243053f46219ca81a44d92d9867432ade8e5c3a89a1043ba3a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a57b20b5fcacde95ed287a4da231776335c977
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18eb69311f9a4f79aea09850c418c9119b6eb6efd56a280a6773dde60359e8d1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6ef85b9ec0afbc56de75b34144dcc95d0cffb5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ceec407b0642c6e98d9864ee27368515da74816ec4ae4a4280005c070801315
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7ac43e8fc97e6cebd3d878a8e5e90f8b29bd4a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d0a70f4e95c5c118d9b77aff0d4ac1fc79ded5b48414ea4a90f6e12004dfa6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f5a25b860306351f94e53b1cb2f965f07ccabb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7abc208b5f48ff02cd79194fe557f20bc014dbdf71547194ac32a7730594e8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cddf73d9a047dfe2e8707337a31ae83bd4bcba4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc632f5564c740af45670e106fa570c56eac4c47a888c76291fec4de8a02ac34
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c082ed3a265ee748ed2720ef129527542f05aee
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e841d3d7cc629f19e3794f4f3b16a2e22deac1f4511fb37b07d888d5c082a1d2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b99dcb1ec7a89d6249176c17bfdfa82a17b9ecd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f80d8150ad32ee7f1827a208f4cfff5e8295b95c49215e436289cd9515ee3c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776cf7a7c997cc260da5fe0b105004208148e140
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18565d415812733c940d86b1ee006cff3d52864879d1ac458335c5fd6cf20d07
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e833fafedfc32585956cd52d2e12fff87d736bc2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2db60921cea44717fe2ef92ecb607a7816ac7ef59d837ddf38f749d71153187
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e6e14041c06e9735ad8f18e088bb55166e6a22
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c07088e5caa75d8902c180af3fa033b6d31bc03d3163a27f77f8970271f0c3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943cfbec6d93833e544fb678a2fe78dfcfc5f094
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc9e652910db72109bc1036bf956d6b16942a571565485cbca4d1f1d0b27fa0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09e34c4045047ab94f89f1edacdffcf74b204a7c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e691e28d0b3c0fc8ce3c990866205ffb1c1dc42c97e789c5a830bf27f86ff9d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d41dc9fb17ef4d12df95809083d4e082fb89450
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c448f644059956c87da4f7f4d083d6ed919c97e3f059cdb8fb8f20e8a6a884a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f02e8a0c9f32d3410ec30aeeb7f0f8da0bff85e1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3159c9741379d5db50f6f2defec7c3a9ab9741707cf37d9fe3c067c48d558554
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d7d44254c1de4f0e5406c11e987908cbe506d2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b57f66257d7c073d36a040fcf6d084b7fdffe5e09e39c121b67f3d557cdd18
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562c7592c458b19bc8619d24efbc20040793fc34
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523395adb1ed31aaa5115ca2da2e978d99e2165831fdf5a71dc0967699eabb67
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a5b242bc0c9755ddf55278b639f642e9a32258
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8640d858773ae61f1a1237f2e9f79c7b7c390732504039aac124927a06f62d4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d44bc271945a4d705004c4aa30897be7e45cf7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012b1b1a4490ef51b1bbcead928e37c742fe877d59b19b6e071067c7917bae81
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f8c8c0db6162a0f6240701fd5dbf9dd296c28a7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c83c4fbc93dfa0f6167c5f8d66ecd2023c5b296c7aae009c63fbc7a5be0e61
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9081a422dca94ba7bada261f15c1a971bbb8923
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222d35a38c66d0bde03d771c7de84ea2a5abf0bc8126597d593b3d8d2ea6537f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd11c59dec1f79c790bdb823d628e8313ec482f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf250ad24ac81a6409670485e45db392d0db4b693a2637c557beec627d211f5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d172636cec345a8c858a58273f64018749cdbd23
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0aab700ecf34af65a00e3e202fea152b4528712a0092c63b91edeeff3de42d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1d60ee9bd2d8d44c6b09637f25e380738b5e68
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a284d874af97fd26ff76373983234a25c583873086b63b24e265819574d6006
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ba1c7d4616d0d462926d5890680132e2738e1c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b55c942c9fe24434c76c741d9566b05ef9758e7913ed47000afebf7d915b23
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..111a35529392d49f7f3a8a860728af1e9a871991
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e737b54f313b96a872a4fb045e249c84adc717ddaefac01e3bd97cd60062de9e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a30c16fc794c465d58d9e67e7ad974825d73db
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db1c135685035e4bdc16eb362f449a6babd8e9c4409433f9b71a8dc541613f9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ea3849746b6d67ce9c0199a647fb141a638ea4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752cf086398524804d4c47d7760f876157e545f45d48fb7091685120128b0bc0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559a2b0f50e581536054a22d9b7b573aa98f5875
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950c0ee9cb80827f8bb52da68d784136f7ef6d1a8e62f02650ea4bb4424e60d8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c7a1349c516c84a38fe17567dc4168e5370e62
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc6d8f3aa4b91594ad7598dee2846c5f6d71d3c816b2607ac2bcdf8a8281639
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eecc2946dbac180c3a3938da1fa5d7fae50a6b9b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1936c582053042d39fcd374a0c29f789a1c07579fbd3bb8272b3c58f444cfe0b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4f4c43f391f3c2aed18fa2f24ea1beecdc7da7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5efdcbb84281b5f28eb2fbdacef8654e917852e01d315fe9626a1d489090b146
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035d554cf8536d6c6a1ebba1ba7f50b8dc426575
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a640bedef5f0bcd3774fc892b57b40c2c56112757cfa630ab357d5901f67d151
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc596f294ed42a4b69bb6f741c8e7435c606e59
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e7b07090a19e7de8bd02ecdb696b3cdf480124c7d20633bd300c8a1238f780
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590eebd11d8a13a07a1cf0202f0b79a2e1d902c3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303e9b717a66b5212d75580ebff7a277932f3ce2c74a84e7963524e5aeda2e68
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec7af63b91ed7bec173834bb4a869bef45ef1508
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd26b3237eb5b8296e6d9d5e3824143c01e92a72560ae439601727e5a150176a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd7b35cfd62efaad3b427743b3a9f2283b654a9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c32aad90a18ff5a3afc4ce6fc7f5e6675f9f0b827bfc2f8ddb0b565dc97341f9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c1100ca1f202a8387ab317b9028ca6db979c482
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079dfec1d63b5694ac91345d804ad13435b26b2145a7304dcb85ae9655a5909e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..075021c6e1a68840ed20eb7de432a441cf7d5d98
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a3776c08fef6f9d4c4e67d7afc7c13c8c58e316ace5661a0bba159cad60dcb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c567b200d7f7f8b7852f5d0d16258074ac35f4e1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9f6a9f917d45a47a306412ea13521b0b271a39b33ec3629903b3d73101e5db
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69d84ae87f371c9f7d530388bb48492493a39d4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35bd575e844273672ac710dd728c562c8d17ba166456e769530c37e19d4a2aa9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be147dfa68b6cd7d8683efb9b34dc7d1a3c65a5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8084416df85a2c32339672de154f705dfa606467a401d8cbf29de87cb92f3b41
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8befe171aa057804b2efca7de96d2c2a4473ccb4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dccba65bf71b85bc6850e3cfad59c7baee7f65e332ae9eb9bbe5a395f8c12e1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66065ac3c19ade7abc5d6508eef486392d5623bc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f104c788b7fa49f4039e47f5de9df068c1a6ff12102bc5391ad039dd007413df
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..432aa52f23f46daa79228eb61bf722d9b4019826
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139727b89ce894824f2dad540db3c0fa4fc5a81e183379929b6874b6687a4a8e
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e8a10b931d661aa85053900673a4b7cae01324a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8287e21f8dc304d9bb492d2080696e35876dd0e6907b0251ddda4c544fc4a0b5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13db504a33d37676c4262d4cf23872db4e6b7bb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ed52995b6b3af639c270fff7c5ccba785c311cd562370adeb50ad6b99e21b8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f3793f01bb0ab6a5a3ac1f4b544d277938f614d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e32ef1b78b34f708b83afd2c4c78de009a61dabd1489a48e137ae698a4c3ae3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fef5b2c38f560c3aa790e18fb32545d20f525fbe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c705a23009b5dc9091867890f62237a8220ef539f5313dccd3e06162a43b2469
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd774722605ec5077ce02645cc8140ad0c18d66d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ef15ef6926025357ab233dc8ffb042fe2be9eae793784604a5b61fbefb1042
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff7506462752304dba17050c436ef4b780cb3e71
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb4072a2674e9ac744c08da55df88b4d51d74b6418fffcea0e294f296ab5ec9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8798c4eb445ac848d18f971e1babdf57f9fa7d59
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d0f8240c5897b4448c76b5a77e54c54e9bae30f707497624660b122223d7b2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46092cd7b307857d6ec6cf637564b7c39d840c6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e262736adef4c222b1ff3d2cc704aecea544c9814ddf73c83aac494639d1f9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be72b6c335d261ed7466b7201fcc4dcca6350c7f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6629151f6d4e3219d67d936916ab04cde0dbcbe2e212b14dd7246fb576a87c1e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be5b4cb510e8a4a0607b0b92c9e9dafe6e254f1f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50385c699bfc9011bda65720cc8b75829d5fc715e6fb27506a5275bfc43acc72
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..908a27072544ad6b1a8ead74bd306cd7b2e8584a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33aabcac54a814ba95d703f016be09a1e2d5d7f5a28224c41693f0bb220324fb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b4b69c264a417b557e079f1138c86d54afd8ac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b692fc82d8b051eecc9db2b98014eebd8b634e4e1480b49fee3c4c404171ab9b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91430841dff3be86c3b96445daf04c7d4c7d17d5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5efbc94a21b48d8e5109a1978eb1c02a4e741d9d535ed297e753c8914f474e07
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69b18423899ac5da2a655afd25f33717aee195e5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:388b3ab34e54aa9f7aae2b7c73010819d1c92abb3a12f183f629a066c16a5dd3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f9bb192ef102cea6cd4e4fd7b204939f59f377
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b205d5abfdb7b828a7c1bffa9e8dc15baef3d6192d20876ae7915c10769cfb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad05b4e300cfe64e46f0d609927e1e2f31ccbb7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68815d2ea24ea492749bae486581f11ab294b03e5eb2d8b07026985eca67052b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc146151262483cac490192074ad8c0860cfefaa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef6b57c6405327c0bf69c019f323c56c4b4c420bd686bb4fdfa79f770a37a83
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db30460d14ce4436105f9a65018e1a93bdb7ad3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b6a570718c06d6e27e63c0b02bb416b13fe3000986237e5fb2a134deb9d94bc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d6ff2d3b2c7bacacad2205e8b53305a59b2c58
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26eb535426f59fa7cfaea1bc09a8d2e14855030c5655ede3817673c91e75b2eb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87926bc982411899e991208747613d456b24bae6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d9150d51f1e2035114b129a0c79b421bc08605a2792f3b8a28823b6981edb9d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b665440a0204c6a00e66adb913a864af41da685
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6efa4b7aabdc6f206ecca6f4ef838063a306d4c75b2c96740bc9044dd4e4226c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8858939c46a3b4c5236b3c5f7fe91b61f278280e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d188455260272dbae429f87f24b39441f7a8750bf3e4b094a557036ad56f6dd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de71bd2c03ef433fb759d3990168086185381b38
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb88882bdc308098f47874f6da6c81c18b4729923eca495dfd7a9ce55b79e38
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b5de6636a609f3d6e9ba3ac3345c369272d712
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e918676c5bf99f6c8b98da191317b2b70549877d03dc65edb83aed2e072ed3f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55807f9baf0c8ad129ab28aa26dec78790d22589
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52af41bb4d32c1f034fa3b1b454f04781e427784bcd5d9c16ec8c1e3df54565
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c822db740ef60c8df6a540acc328b25bd1ce2c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4e3f9bb3d64e21f2be9f14f3bceda7dca3fd07ce67295021b315916c93d89d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ef349ffdd28d01f7a3b58b26f7c8848215f54a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d451f5b216b9069a6bbb95a58fcf44f9cd41676bd5781f0d007242eac2c8c54
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb5ae59a08592fd9212f2b665b56dbb63f4a1d1b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:110c859beabee950a1e09898485edad3e972ac94b9dd1b6031c6e0d352b7f5d5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e4572283bd2445a58e59fc1d25536f97da7d686
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e047aed2152b89cdb5b23be3b77173a7d8765d76e2067e84b6090f07592ba37c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf575089a9b8058c9f40f819d360dfa9cb6f7df7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2abc43115d64a7e6e8aed774fc63d070b561282d0da105bb7211200997c9ef51
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c652f90603c44cb6f5e464b7f8e1230902cf520e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94aad9106eee2bf2b99ec99d43095cb8b22db921c539a6ff90881cdc74ae4fd9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3dd4a59f81084a6a92328e6d5f02f29fe1550c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc21b518e5dc3dfa3ad39aeb40c70b8f1390a001e3a56f877860980635c233e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46dcc9b6a902e95ae4f669d536eef09e5ba51038
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f83418b9d7012e01373bc25e086e003b6977658575383750e98de78366d96405
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ccbf6a1ff855c72022682913009bf71be06cae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c04981ba90b83d902bde65a85614f14969e893e70b5874e26315c0c6b7ee70c2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7137140673e4ad438057582a852a11913ca6e48
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7c11585c45706ea854be86f8a1321c289747b2b30e868e5639c9be9d743f29
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddbb98e85711fa328094b7cadf0f937dbb3cb762
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e5948b849a4cc4e26cb23fb700aa46ce768613fa444143c0727e25f9cdc4c7
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023b15e48853c772ea3b40e66d8e22b09ff4b537
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c38b392371d8ee215d85e80c3299fa7094ad1faedf48e85901c70af0c78f25e
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ece665df9bfc706a9da9c70560df09d3f08641
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b26652f0cfe0edad4ece008c77f899bf4e5d19167f59d284ab351cfdd1d126f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef848402be8e06525b77e013b7cd4746c603c35
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0341f6614a8b58dabf64e7a2a588517606bc6d7bbfda8be00a349e22e26556e6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09dc41869253cc03125f50bbc4cf9584cb2750a9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb65c54b16e3d28f44312588443b3760418cbe0263ad22f45f2016a7919bc3a2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b1112a52ebc70e77569b09284e4e7f43c66d591
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c8724382cf97e54edbf601fd53e06d5961ad61b6eddc6dd14efb35997fd04f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaed85a7445bde3ca45c9e0a98c8315749ae9d2e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06646b90e3ef2d78ec457592c16664f36fefb2ac4b2b91182722e8a5547181c0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8322ce84ad52ddc5ce19617a736ca5c63f5e556
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6223daf46d970af181863e9846552fbb928ad442c67958d239e048b8c91f53a6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0069b611ab76cb4a4a41e76347c2511151da5f98
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d2dc70e53efb883a9c567237636877d085fcee04000964e91272c502ff25f2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a2fd1858e82a513056f0ff1dc0bbbf9e90a6eb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ebd155aaa26e4fb16d7215c3976e2abea92d1c1f23519d65637ae32502dbb9f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f203d5ea50f1eb8f6cddac87653015cebda762f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b98d05957045b3d218016e376ab1d20e663902d319de732135a7c96fe59eb2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a76754b9c4ab3822ae24ddfcdbbddfbd5f78aa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd16aee8bf97535217f38143306fc229304f2d278e6eb6046fc4bd2463b479b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0794265ad7f692cad8615a66770b489ecc8ab17e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc0e3976ae430819407d198f2bbcc15e2c19aade513ce7388e302116134af72
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..438a4891bcf2f7c25e1c6b43997cf56e973285a7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c08b74bc446fb9d7d8c3986151ced8373636c732a4a7f886016486e76cd6f8a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f0abe8961e3a05997f42cca96f5cf9d0fb79ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6830e83b3ee8202d0de4ab24cf0ae3aa69a1d98a85cfc49bf56c19308204fd66
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ea0c4bd092fceb59a7bcb3261fce67cab30e49
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a521940d6ef53d058dfdeba2acb1a6860a172a047efe87e1d7f2165e3fafc39
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a10e51fbfdab350bfaa517a62db455f96bc38752
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b0c41dbe21443995d826252c793fd9118141d2a820d7f3e926225b115556bd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cff604c5963578c56cfb3f237c9280864a10404
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e8ea696185389b78883c1fc3da354790dc3502b15d6660bdcce7bc9c8264af
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a8e9c7a1ea240e8ff151a17d5e3f9012d5e4c9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6cba79ee366c7cee44a60380b88ccd6acbd64c0799cfd65536686b1433cd040
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cadc07b3f2b56bcc34f25c807ccb5fea4c52b57
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e21da72517dbd4161069e7b7404df200b5b25904167aff9982eb14032ab489
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d6aa1db5ea3d1ed401762652136c69dce5d14e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180c03c93e532e06e25b2d9ea81dfa21673d9ea6d87659bdd8a7d3e44d5f9da8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a1bc4a5b1531b8e66df2d974b188d7c04f930e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c2e3296d8f48bc886aeaf626dfa0003589a1227df125a196e6ede00a54d46d1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b908269c034ad5dbfaadccc54549cf9e43320bc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c258be9985da5b03555097294d013e9a5ba2742e7411dec8ce423d95383e0a9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4373cef1ea8f124f8dc89cdfb97464d03cb34d75
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa5d2b414dd5c4eea5677f0ac388ac2bbf0a8bf13f25931ed45f7ac962f874d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf73057b21442ceacef2c7518cbeae682bd944d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a480aaf80ebc64979fc21444782ee13f409b9cef2b10418a57dd677a39c3c828
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eabdf723b32776118bdac835dd73c66336b6151
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a3994f506deeef6a33d6a73a75e7816e4d21f8a38a584e0b2e8d2a7e77a5a7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e97f598724dcde22791510bc894427c717666d7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89915239462c6a30488c4222d9d296e5650a063eb40fdc72f2726ac9f62701f5
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2b38a46442958ee94a5cec59dc770c3e10caf4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6d53975427fe496523a403fdbbf9d8191852a5c6d877049f0ba2956aa62b5f
+size 3203