diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/lm_head/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/lm_head/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f45b21e3e6d3732f86e00f8cd3bd2c09fe2339f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038134287cfaceac95387e731f1f7239255cb72f8faba57f210537385a0576f2
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c40edf9e77d0c5431fce7798c952eb88ce42dc6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2514a943b26cd314e32c6e53c2478c17423108b350e3965eac228f5c49165e8
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2754f87e2dcf7e70a56664e2de48c9ee629a507
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ae4c6c61e86d84776595af5d9f7a3e8e0d0d5a27d77a936e3e6666a85e89dd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba8d38fb947ecf97f29a25a98ad5e20fd02ac6af
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4945662d39a0358b709070dbf228b409433f8be1bd4902bb1e1d461e943dd4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a598180affc900a6208b1678bebee6492bca21
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd6ebafe3f686adb9157439acebce28161afb35cc294604ed8fc6ef8cc8f756
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4c8da823578b58c0a23ebff868a5da31cc6ae5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0e6cf2906ff915165fbf68748061963879f882b54a306f7f882dadcc729501
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde4e4c2f02ece0e79180c27f04bc1bad423857f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1286a9b742cc1fc62b4678cfb16cd5b4991400c947946853ae5ed7b5d3f3c15d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f626aa3b5d8c0055fd7603b7c7c458ab5d7e89f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de5b103cbe7ddeedafab91d022d573e9bb3a5739ba219d3f24da0252b3f2433
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b068c1dd915822402eee21a08fb827037392588
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348227e427b0d62e820e5e61ff52544a987b9e3be2f7a1495d1781acdd3fdf24
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fea8edc807e704b03a83d5c2929313da1dfc136
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c840a245774b32ccb9be586a464ea967f6696690827252cdcfedc6369e8ca85c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cbea56f2aa9add585ecafccb9f547661c3153d3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ddceda8cc1cd2205c583423d82e7549a9ae6a0652b60349487351d1c199a5a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e85a00ef08c61f178675187f38f181f29eb753
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58926ea87dee4d6ac022b3965f8f5e36e77016f0c8bd6ab364735ea300257280
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f47ebe7b5de85237f3efefbe55c63f8f2a40a6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4801ba1342000a1340c9deabb2dd636f88dc50a4c168380003c3c34042031d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33d3fd6136ea0a1bb6f0184ea31889653b4d0856
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4697fe9ed3b9c7e29190ac62378c2c3779cb6471bf6b98899f9c6b8cd8884885
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a14a691af7e35959c636f7a588550febf3583d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a22773575746d139615466113fd64d3587b4f853de9a1d368619bd0b525a27b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2ab7f6d3e5c9aacd7ef3b584c188cfdbfcedc6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e609616bf2e1ca14882676df8d545e15188fad3effcac7203a4bfeba25c6fa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bbc7bd3651592fa41f8863efa22e9c629a96760
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9725f5696b901b745c4da4a1c576f92ea4c496c88e2b5a265d17cf599880a3c3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..658bc68da6dbec41a189d354afbe3219505c3836
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51709f4cd0bd122d7d1af615e1a440eec3ac6828aa7b691061ba727a24e71288
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fd91874e8e54f862b216c147c34263cee7aec66
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc2a096a52a9e1043e667c7d2138389b23687462d1702c680170a9c3b7bfa8f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..767b0ae62620cf740e6b135f5a19d22d5d206105
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778756909e5e81532f1c9df51e1c80453b429a1399a9f9f6a8951dda09413ab5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d540a60ac6bb998292bb489ed7b8c1618fdbbd5d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff2095898bc090099dc18a8847f6915ba56aaddb29f85fcada2ffd6dd015205
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d734523c6bfe7e0618147e675cdadc0c0484e5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0219f2d08c93f68dd145ba0263988229b504a30d51a509a3a65bea420102d4e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a261026993662578fa5e19d7f1bdd59203d64c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95767dcc754a1669d171eb8a0e275b1a91adc1dec2cb87a060fe8f66403ab697
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e704c643811bdef16b640caff3008b6d086b1187
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c98906e3fd8a56261b31e2f66b0894527cc9181c5c517eb3d9598304671359
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06543250317936e8cdb9f84e21991e4532562026
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9390cdcd4a229137689e897654e741f4fee30878a47c15d7897614a99e5cf7ef
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af6d2bcf6d0375808c2b3b9a86e2a58d3c573f67
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b059468fe5e9f8c2caa1dd99a7d729588948181ff7f161718f0ca5e5cabb354
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858d13e3dcd6a9c2a3f2f374eff9da287cd301c7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4e7920636613ecc6244ccfb1ced031176da9ad69f1c6d4fecd829644e657e9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf69b9324cc148ffdda0f871b0f62ff04d441f7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b0c293d721c5091c914cf989fc2b6a453345d2ae8da740769f9a716a686ee3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac00332215905b701124935fed9b0f896e2e8013
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c475cbbac7ea390f00e95cd5921c5314eec1377b6527a67eb3ae78a194bfb41c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae811113ad1bbfc5c7d040692d4c31c895e33d23
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a44ffac8a595c0eb90e1ba6fa7110e259352be682e40c41b99ae8a2009096c5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..277bd203d1460b2e48b201098ae0b3fb6dc5922f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84103d04c703830eeb98221fe1fd731335fadf6a37999125f075640d71971bd8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecc0dd4ec77acd598775272f043d60fa04336cb6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ab94ad8a2ed629e3e986a508d1be8a3dfaa484a349a4efd6c9a9b9038ade66
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2003f7827a253f58291907627291a8a0944b82b7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789612d6d5802c4f1d21a328e261f22fdad1cd1546deeb500406c421b132f373
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ae2ac1852364c831f0406bb76c6ee450802d2c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f44d7089072e7682f4e8902fc0e728f623c328d1cbdbab9a6c0ed17f8ebc03
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f761071905e618ca13cd0a0c9d407eb472220307
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe98a1d167ab2b8d4f1d2aea95e0d3835a0bf7e6ed7cf0f5f5877a10927bf17
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c15afd5fd0faa9f891884c543c68ea46fa830b5a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376c1a4e7b90dddd4e8b44f3c0ed59fc033b0d3f8fcbfa0b06045727b7977cee
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22b2e9185257e12df66dd567b126eac5ac97c71d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f26d330ef3195afdd72d8227e6a838fefe44fcdbdaf320f1fb0e0de11155b924
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5343e9cf0d8f1e547018b91b1aaab42db2216c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f02441b31fb495081124c06d249a86b4ccaa54b551202a5637b7f486ba10a9ab
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501c2ef133d9fddb06b5d8f9b241f3b16a4ae765
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993640bfdd7c1c9ee689c20fb896dc3798066d9c5c9d25b67e6f63e2afe53820
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5544d357bf8159adc83bf11bf3f50f8005d37079
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661b5f9733a16f276da70582f931189eebe23f574a18529957d663c4c578b873
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da5470886e3f2f44a9b8be1ac6d9e2f882222c9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e4520247b8226867addc58f5ea3c12568b676e3b082054d9baf64940c814f6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a73da0877f0684adc8e1e696cae13e081c13af5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:339f8d997f527a5ed84a65152283e18d5ad09dad448745b99a8fab095e422859
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c3e9e666d63d39102354c328417f67de53ef35
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8155de4bd287afd71dd29035fe1e69940fb48bfe89fd22b03590572ad9cdd5f8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..121fa410dd1c5fd9aed9687470fd0847db4e4e53
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d66bee71a1857c918ce7101932a721865ebc21ebaf515d8398f899850e8333
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaaf5cc7f7eb69cfbed18d3e718e75bfd4692567
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f922b496f7656c1786c7e0fef02885466fe18af04fa50f9cd677b94f3d20034f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b801748127c01eccf5386d86b57e2cb317aace7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f38a8447f7256f35184c9bbb2a9551d10171c2c71f09b2ad60fe8ce9a3500c1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2050414361e909f4666b33a6618de5b9616db2c3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce8fbc7a502d4f26fefb31c273e56a518652af27d7e9c0469c527b119ca57f1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39409487cd373bba0b0db6c887904fa3478458f6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd54f8843054cd356ebcbd747d7d9e90980ab668c9e75f7629d56e15cfccdd1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01570c78b294fc601aad7fa3df727c8de6cbeba4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e684e96d25bf341436f34146d1a72ab24499d42db2aceac14fca91ec4f09745
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb79ba80a871f9d07f9bbd2dbf958093420fbac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a37af32cacd8fab4278a00805ac4814292e69129eebe2fa4b6bc8c5441cfa3
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..065c3309122b3076ddf78c852247232b2c809230
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:006955184f09439d018a7db8b9ff0b49ace043250e4b3633c222f8aa8c30b8dd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc9802a230402def21a0153b185cd08a8a5c178
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce3cfcd51efc96dfb701dbfc8ff15b2495f41618ced5984dcc32524b1d2ec28b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a50bbbb88ed7cec3f226b59cfdb8e2cb64a5e7f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ccf62f8a21e4e6fdaee70f35077f2d5d49147792dc468916bb56167639c0f07
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873a6360a1cdbd5089fdcbe53686cd31c2c9c5b8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea45e2feea91e7cff4883e688b76929a6035392fb4f0f354c32121ace286311
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a4f4a61724e74f625170fec3ab750b96a6ca3d3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5be8eb04c27a2d61175ab137806a12a7c9362545d51afd24f8fd32c57a5fe62
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f98a8da10d007ac4be585ffd92736751eea3b32
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d88efeb8c674a764575f1e4ac612549fda90d371c4c9f5d098d6ef005c309b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ebc2884cca441d68265737b5f3e31817f5d9a44
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e592f15e560a9e412430bc180de50c57e5370aaeb8703d64f853003e2a3be56a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c488fbb110cc66acb4e6fc3c976f9cb46b7e47d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c11710d82c91b903a7dd56b7e3cb3c444864d2376db433453702b034cff38e4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3400fb2c59421b031c22aa8cc66d9ea31183c5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61097c29e5bc5e0f622b62eaec9df9425b151eb0ab8c74b686a16d52bff7b164
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0622403ea28f64ea4e9cbbfaa4912e00dc631b18
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a8ae44a52097c0f7e66a5e6e3578919ecd45a34cefa253baa68e1b75e45ff4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d3bc321e2abccad87be1ba778b3849f27248cc2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b099a9615d4b18d5238d9202d34362d7789978fd9ce1df874784bdc722044587
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c22e89c7d5f36d80460ededd937410e65116f515
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe74305946c8605f34eabb532ecf36c65761a0db93140d54b752a89b0275b74b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43862bf1840fa5f6504ffe3da67adb2b1aeeb6dd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ce235a2508e8b29823c831a9b0eefc67f7ecc938ec52095fc7eb3269593037
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1e0b5176dce2d37a74b432959e4c7b01e66b36
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a83a9339c1cb681c14f28f35bdc213e4e9ab111f5b5798a67d1b73a55e8c80ed
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e14090f76cbbd53fba690956c8831ac8ae6b429
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f58ad2bc96eb7ec8c61afe43bc25fb538054291870c17b08a4c0b0694370b77
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5287711eb67fb6a49ce7301b660bfb220c174bc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a910800f774176b629957d9b8d9f8c0a5b65a93a3c2f658f0539dc0e56717b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21fa9b0043439040a4b7cf8b664f8648a293103
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef2c97c11d5e86f8babed2f69a29d842bf2e0e5bb5fb73665a3ebcc1ab1410cb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..600ceb7bd38e00cb042e10bffbf64ee1a1ebaa46
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2609e6e1e53b985edc4b4c62cd8267e335aa7a1899ee6ca93338240541a4ffd8
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d0bbea99a02d67e5d264854f9ab76b1a2df3b19
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf7eeddd2a04af929df34fc4fdc675d72741d111d1101f98b1f3650f89748d2a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4545460994f33a750c672a0029cf1244fe2451f9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3fdb94170a492cc2d652ee4303fb6ce5fbadcdeb1a1a98200a3f36de2cacd43
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f736ae55896ea685a89b6c5158330aa8b409743f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0519929a2e399b9115bb9edca6c63ce4ee8e4a6061b914bd21bf1c3d33f5b7fb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa03c6cb7f41aac8e458789e2c44dbb21388a62
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e87291afca46e51ced02d454f7e096e608b12311b84abbd812f25500e345784
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..073b5a0a00ce0b3a06c0b9af25d69d72e39d0f94
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a2bc34a89fae9b1eb57a5bffba01acbe5bc1a46d4e64d38a23ba22b067a0d6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e169960c9b52c08f968df53f193b72cf0e10188e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07818841de73de07497f7060a5914edc697b02a8afe08ed448d692c534a0084
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d53bbd56acb45f14ee615eac0174425af1e755
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efdeda687bff3637de7acd45c06f480b57907bdd4b9e95544b8276a35762f273
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda248d8d3c809efa6d8850aa2602e80a7f6b9c6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ac8a17f8c1d3478cb2f27c84fbbd9f840ee87a778cfb53a50ef0949fdaf14e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e65b27f655c1322a3dd28905bdad889254376d92
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:041cfb5c6a5d212a28f75fadfc6c06df87e91a3e7f490d6ee49153937f06a855
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a0dfba54bf6691379b7706e0507c7ea5b8241d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0da6be3046546efe25c278d0c24fc06fb2a1d08fd2e6541da10727c165c116b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48926b24084579833c89e15b7ce22ac32643f1b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5995000cf76bd3ad1cb62c2da69afc8bb7f57486be408709566c18e0d7a4a545
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da052ddafcd2e083f000286f59863250449fe086
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1bd9040b4305f9444ea3cdb489d99f59686c7b7734b284f5347ebb2639a5d1d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df61fb9e4df5389b15cd32d00add2e3efeed53e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12b42fc96f7bf27a1981bff860f6b2b6b7081366bb07a5658bfb4b4a929a1c1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b81ab40f2a1b04634866ba53300004b2de4f0ab2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fdce4b8cb9f1ef4716100626bcea3cd29747953ec99340433bae781b5eae2d6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a215c9a8b96de30d546f59c501beb973f8e6210
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa3288884737a0debf1da5925c8fa6a66122d991148687a76d6da9693820a1cb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f5d49b77075c783afc7d60d707408cb3e5b725
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d673e16dce703201ed3798a7bb4a00a06312e8b7d16f9a400946a010296a5bc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03604f0781f602fcb1f99b83ff22eed5b1477f85
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b913b19540974042ce44409b7a23a12d88ade1000f90702f8fe1a2bb93be565c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6fbf158b6c8715a26125174a5d404dfff7fb108
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01ec083059494ed239d5bc369feab1384498106529a265ecaaadcd9a9a8ab17
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..599efc0990cc952aead837beb2a06e5cc8f6f9c5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69da3ca4073692f50ddab2659e54ee8667a807cdb4aeefc35e56da18c1805513
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ef6dc7beab832dc29f141e6960897e6616f052
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f293bc75f1d26d0566670e3c230dc25dfe7fabd0d00f78599236bcf76ed531
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d931bafc6fb8df43dce1c00c93365fd868a2ea
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834e481d5482ed17f7ac724b89d9fe777e821dd527aac6c7eff183ef7f798bbb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae8c199034a339d723317aa142ac80e7224c65a4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a5b82f5abfa5f356f5b97dff9ce0164c00e2a203d58633ebd3cdd52540eb9c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670cfd485bae11b428d600a3d01d7a06a9fbf21f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1758a024e5cf7151260179a3f37b74211e00fb427479e9d6d95eb487df92ddfe
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d0856e8d1fb0599b2b1dcb8bebe0f76a170f850
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d37234ab48343c53a8d23c0e364706d4ec3963743de466d55c02820ac58cfa
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66bb2ee5b187483afb52795df0a41ce552de553
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df48fc16dc6ccaaa0c5003745949c72ec2ba8986504c59ce5948f5c8100c20e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca65b57e3877ee7c037aceb3e303e16acae30278
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb97e03cd5d6598d03a768ec03ff694088bbd77abf40fa288a604c99761cb9aa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..973e79ade617455dbb43a4cd138f5b61e69d5a04
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48350e8323f60866a9a49f5c3c2d450277848dc8bee56fb659acee6900edcda8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35efbd9e6266416332db9c4294e41f17e15a0a65
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23aab120fd3b65206b7f5aaaa256a7acf7c43845e3d027c99441b5e7e9648a1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1792c3999f3065c9afeec80ee6fb2befce5d994
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baabe68b2374c2f2daf78139aa489a5518173fff1a9f8b3cb2bf03c2ec587418
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c94858c0fdd798401c3888b7fdeb28b21c3fdc5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac849b0a839f87154029aca1546a4e3790fc43e46dbe9e5b00c93c021dc753e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5286202eff00f30cf33f97d38532ac258e7502cd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d17fc3cc4109c85bc9c9177ca6e44fd7f27be0bc88b61ef350b91376b78493eb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..383f0b7a5bc67debd27d6b146a39677c97bb1d9a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccbb302d9869c969ac28b827164673a3b4637abdf1c1fdd602d66ee2d4e1bc7f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8ea06d46be70ec317eb1fd913103c2652e2d04
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49ef190f12721249eb4e86fbf4034ae20bdea9ccc1b07455c5732c4f69d73dc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9603175f7f0d46affa4065c41f290f38700385a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16049ef9f1a7353970552d1529c13620a05e155eec2253365756551bea5120cf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2893b36cf56c7fcd371e1fb04dedd8ff34870f16
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468c9528e03e9b315d29f5e87e232f15530d2f5fcd8000c3498bba83db555b5a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b95eadc90461a24ef1e72605765bec19dba929dd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927d3773ce33f80645f7ae2dd61d7e2ea71adbc5a967725d67ffdf340539b1d4
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fef9893646e31d4a392fb0a7ced9b03aac2e585e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3046f4ebbae4434f165d7f7f2c082d9bdb3a26bcea6dc571c3180c82a9183fe
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc09d50b6cb81099b300f99f2129c3012419bab8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e58a7602e6cc3067defedfb86cd82af8f426007361bfe8d37acb72aeebcdc3d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05bd89512b3bc86f1c50cebf7431d08ee24d64f4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026e9edecb7dc2308029905371b038ad2c0ba0f8f4760b34d85837f1aa51c4b9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208733f992147ee20cb3a3bf9310747c24c011f9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29d1f55b7caa72cb03de33ced1474ccca1af563ee25f47915b0e45d5270c375
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9da97e2d7d23f7ed6866543183af06f5f46fa8fd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c6bf7f98f0b46e6bf645a1f4bab95210d69ae09be5434ec98448203bbca0d5c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..129f15ffe7ad64092590cb622748ab5c5d0a9718
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01db1d86652504aa68b001d38b0812365e8307a168dd584fe028fa63c17ac7b8
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9eccc0019f5a0533c6aae6d0487c01b9cd33fb1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:404eb698c3ff98b9d43d8aa45538d85d6c21ceeb129f96e6f6a2e750f8d455e8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ddd92e32730863c1ecb2ed90ced162037c6c75f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7730a4784c291b94f9baf8945c2173c515eee07613809b3e4d734f5b7eb424b1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8dcfaf1eedd5c6a9de5d0745fe5489a905535ee
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d95cc3de01b144e9dfd1a33747449651afb1cda453c19103b33e8737606a27
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e037b6b41c3390dd5b90c55ebc21f843a3614869
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa65edfdf3c335efcefa090b183efda92b762b102c0de24600a16256bf4b597
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da78240b6ba9b985ea61d4b7cee79ca92f7288d3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7354060c8381c2a4ea4c654d679a70f0cec69803fd15908dbe71c77174aed7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fecc5980aa3942b4cb9bb49955d0e82c20838f85
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18bab7b8381c1a97f0b735ac0c1dca94fa61d070e41d98dac1fa334de23dd53
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1131ca155f13e2e94c85830d1920511a250878
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438dba304833313044b7ede0799d99a740bdb2807787d267f74697d75f8c538f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3bd6b65a6da1642a5ee3cab23c1c94cb89c7c8e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96780f70528a51f52563b7fa7a67de0189885b4cc2f83adef8fcd749bfa7d196
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..427ac764f4a38ad692964ecd60c9ccb2b4f2011b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87bd79b36736fe24a7046cfdb78d00ecfa2dd21c4711c268407d02500643054
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8998f2e641a0608cf0013c8fa308ffae23da7439
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55b365e44949077a9785bacf2d151e6a8c4271ff9f56870fd1b67f87a7a9233
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e04e11bfdc5e01a8a0c34f33d4ce8bbba2569a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10fad6ce156f107586c9296d1e6f837e1dabeaf6d46ec6ece3670c1043e48a32
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dad2099bbbc4650f57341395d7e1816929d1170
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e792ad27d5b04ac7d41df9a3f02879b37fb7cf4288c698cf815982aefdfe32d7
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f4de86a9c7474392634017c9b1882c1dc51569
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a1225258fd1904cdb6b8776b4f285700ee88a30a859e7a023371321a4dd5390
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea2bde26aa0d3ad78398bd26b8bc61da5b4b924
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8132b13d5051a273d6c7e0966114966139da4c0271f6dbe7666fafc94c897c32
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a39e29ef8d68083e2c2efce4a72dfb99c8764e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a018e55ec04cfaa34721422c751796a86fd97168c4576c711d1e5c3605de26
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c61c3a856c72521db293678c1dd148ce4837b0c4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3faab6600e924865df1f35dbe6f386a3fa84a0c3dc6a98f8f65f7b6616061f0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf307b73ee107feefaf158edf8b1d9fb673b5e70
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb78c89a872a4afbe74baac2ae7a68fbede62ff1cd49730840d8edc41a7b16e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853e0deefdb40bf949e0244e5ba03ef788b6584e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3d143cd8af6a33cc5833dbb145376b5160e53f5bad23bf6eca2ed11ec8abf3
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5600e0ad344825407b01429f9f88b26c1f7f7bde
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9078d357e0f88e25c747c95146aa0c842b8802a67f92411da68c5fb615623b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a273dd7f5c4472ffa06acdc365b31bf3a6acf5eb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f8ea95c216bc0f4262abc04e820cf2ebf43850fe621348300e831b58fb0be93
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9fb13c4495cfced33bbeebff3609aece3f56bbe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6538664eb76140d48af67755b0e68c899bcee4865834ec633f589782a01fef00
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..283194208424f4467ecb2470bd89f69d56c6c286
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98cc039e3a69013eff6811acad6d9fe773b0b82d49c202f8830bd6ecb257ac1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4012081a0f01a8b16d23ef98906e80bc177f092c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8837a454bc32482a6ed2524f012ee0bda7c50c90ea18ab2fadf3a04eaa3dec9d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0aa3705f2e4619189c2b1097473b05c36bd274d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b932f65aeb981aa7428c101f02281f9c49b88b1a68b4c7401a3a75c7bcade4f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7902b5c1c497a00ce9e4fd72e7779f4c479e3bb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034af00ca80f8363e8a64784d17026e234bf9fbdb0aab8343acddee98d11506e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94123409fca1234a3d85f86ecce2347b3f5a738f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eaea32a02513ef0e5b200f82a9679ba954d488e52384a38abe5b8f88fa9c110
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7420e877fef5b164419a2aab0bae9881f8934c5a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a74e3c3cfe7d79e4070081ba8d875e84410ef89c25430b00a69ae97ba0e2594
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e518a509503fbd88fb700b5ef4f3914ff1db06d1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9a8986163319ce37720d98ee46b352b5141c7b4ea6c9d967fe48fe12513fe8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643fdd5f535c193916b100e414ba3ff155b2fbcf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f84298086b90aaec2d538740d5d4644f12295fe428045ad0ff2a33a34810f0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee6df2d3909a08da9869d7828aedcda1a3b26088
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d1ca725cec757495ecfd90cb28ed10524cd3dc1a9769850353dda5d1f2ce4e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f192f452087518565685cad4234a869ebfb06a4c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd130d7c96837becec2e675e03b90259e67e997904cf76ab346eb1b9f1564ee
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4556f7b9ef1f884645782c5892af6e79b4a617
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f69d2eb774f8c4e57d3b87dafcf8656afbb47eee5bcb5f8d7b2e3644a57538
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b5e0ffd525406df3fec77fd158dd64e59efbd9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06797ff6fbeaf81efd537e6bf88908856b43ef74a895797cb2c53894c4aa473b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73710fea1d96780e71d4d516aa108aee6e4d9f8c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:304648a800cb0ebe6e77e274c40afa7532c349306e899b3b4364f2dcc3c0b9d6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3310a863334556385735a1c42315a015115599f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3413491a9b4d9388de4c680715198971b2cdb0895debeee8aca392ca8fcdf847
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df583db22d752408beb4110bc6db0f7bb6b2fb1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198321965a73de60d12907ca8e2e837673d32eac96d15124efbc9b2b4e16eaf0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b30abcd8fa4fd65f09bd8788d269bb32301a1298
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b420b62c791b28023003ead1fb8ec396a34eb6e98e5eed378a2d2080a3cfe1
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba0758d11fa6c2d6604c347f7d6ee736f6587d0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ab676dca2e88706e1b708b5e53869e3161f73efa585c839205820eeac77498
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d1232e02295a2b46139afb971c87c867868390b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171b8be1d25ee7b149d72ad7dbeaf451163415d6ee61bf3974a79008cf136893
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc52a5d697c7ca9b5f0ca2156ebdb1dc223c120f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67306bd27a7194e16247db2f4e60a4a848fc42a7453bfe26853bb0b74ec91a2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ba6af764c9d2402f84c0058f80e0190ce90e69
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b63014e78f8f645472b0e546e03a7664a14630bb924cb8048cbc9cf32fffc34
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc8772ee7e7ad716891124fc190441128ddc7c21
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500def520dab90adf783d003ddd0aaec16621c1bc19c51b260c61d2974d16657
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a538534bca950874e0899479526680bc1898a7e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34cb35d4cd25a5f140b2ed432faba5c430948c307ed48bbe05d93eff931e31af
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8ea6712d9a19220592eebe5c8fc701a3c5e3578
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a27e44546d9a8df93ab60fe53aaf0c97fcd08b4a161c691a420b3c72bf0f1c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcdd5a045a63689f54f88734d6599efa4a10bf15
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566002c568a67b39a3c6eab19a041b5c8753a5d12a1f547021435aaa0df2f3f2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5081b9b4b9b6d14198748cce323ce2d5250e0077
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76204604cdfb5bb33a75060e27e723357658e0925068c0a03129145b7f77ba6d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71c4221232bccda4746a1be0013765bbc30f61e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0941c95234dd7582b37800368dd348846f69ce4a2dc2947ccad725b2658c703
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7fb1f5ce1f52242a9a28979e1efb0bcefef3217
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee411c193a9504afa2fa1e63762721811a5792a42359118e5fe4b0ef995cb904
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..291b8fd7a2ea4413f43d7bdd57ac095999f9ef84
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7bd76596f865436c0b8428d3e80c3ce8d245e960fd4f38259ac91f1300d91a3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59b5a7abdd6aae5645737b12d90a40536aa233b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e427dc7cbe0519836b11e0f0aed75c26eb5b1462973db7c1d865b9090e74d3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e84edc071c7e0ecc2cb4c097f2e10edded8e5943
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44bc17c7124537fe8d0ac7c64fd60569b52a0edb97139df8fddadae57b121bc6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8575634ce97b2691654c33034220020cdd1e4609
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a17eef91f3c54fec7455a3602751c6fd3983d9ed78a2addb10612bcb3115956
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30df0f982c8d301df8de2dbabe848b65a30c4684
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4147ac56c5e9fe944a458aca24cfc7256b579b5768835bef1d001a29278049e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9c0da3280c08f4f61741f731b36e4b24e2aeff
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb881bcbbbbec93b881c5bb2e3e8c915b88c5e106b2a08bf64e2b271c742cf8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bab9a02012608343a1489f7cd845b7f50328e9be
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37adc0c10dec68dc3db92d7dd34a9fd78f835c74ca7abccd6cc54e8b762a7c00
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211db1b4c333ec4b84b514035bb563cc8ced0abc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10430c6b20274b3c6b56c75469031da90667fa6e316e261f96bfc1cc31162822
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b95e1279638c495eded726016bfdac2e26e4a88
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4804d133c2ce45d2e49513df6613052e50f952dbbdbfc79948b9f7cefc20cdb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..219fb634cadcc49438a939b4a3f364c1c40c58e8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f23cf7df218fbe0bf269f8f87fba0a266ce7c0f5b9dd6580628c05253c4677d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c71fae1f3ec7109225e5bf6f3725056125197c6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139d49dc3f8be95f78fb0028c46015276dd1a98cd7ac3b7ada0ecafd6dad2c10
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab997a0b3f5ea50dc0ec6503dc6ed3aa5e0ba5e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61d5ec1bd588ed0c6dc4320f52383cee602ebce609cb2590d76505e09eb22f8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d8583ed2be43c8ab3d6c6f42d9f04a9f701d9d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3315fa86640f5df0aa7e85c644500c31c0556794c4e8e3c7001b38d5fbe84d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f2179218c5a31c452c82f0dcd23156e2438f37
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f7ab22edfffcd61c791254a992695433422a50cc8d06bc49216c32b8d4a43d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b3e4cf05da66dbcea3363e1f54f1457c2cb5f9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a5920a4542a04dbb482816a69d78c65c27f45c7d271855ff96e3846c6dff68
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a9aa07adef3c62e5dafd9362a3458ac2f45d62
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e94d770bfff3f1a9807ae468dc23a3839b9b0a92ba0715b9b6ee26a8653730
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3904307ea07237f9b1acfda5a2d24609aab5918c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272dd5d86be0886162023c39f1fbf3f78e10881dbec8e8f70c9d4b442ec501d9
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5f3908d00608a7c17984d241a517b32e59f9fbf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7dff0f5c633613e2a329683f0232db2b8abf9694ce1e1e8dc0714b50424125
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9136fd0b54a38e986aac501280fe7172abcd0784
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02605aa2bfc676f933bc7c90edd0867af68d21ebe901d93040a5c7c6940a1b5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46afc762a904d914a6532d9adb9f62f7650895ce
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4c0dec908e25a5c0d070dd51546e7325c711259075134225d4d7026be9e22a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d9c5c487ebe91dfa1a68255ffcca1cdf8013ea9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da3a60dac1ff3da3af07abd2b657b32158fc8ba3fe1ca55a076dc54f9b0e47c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c507b834674a20e4285d22b253fe0ea1fe8b28
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b7b3a223316c5073f334309747a601ea48b1e9e429812ccfe6ccaf5b06199d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2773e8cea9896c26c26a6e107a1a7732f789584
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac841796a1c999dd4cfd530055c86851a23b74cf023fc18f6009028628cb7d29
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d5efcffff5e77e4dd867f8195c9dd3575aa888
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0356db140d3612ef1b0f83a0ca3e7653f394bc58a979cc8b97dda8a17166ffaf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b2d0448ac692b3a832ed4c64e814911fc57640
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5711ca8f8e544fd23a5ab307bfd93b9a2480fffa1a349670fe80743918e81c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..336e27f6e1c1e17dbbb3f2c242fc4504db062fff
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f7f53cd8119e04b38d97a321191390a0ba1adf6b026b46a31fe8d04f5cac56
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83a94ac55da4cfd07c2eb77e9840368592ea5528
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d9622d1fa4f9b152892829bb95c2e1c24e1c50ca0c650794b76e3a7ceef48f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8377b839291a62300e5c7bc92225aca5af7e64fe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8962035876bd84307742c014b7e71b31e738cae7988cccb532235a1532d623aa
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4b73790c8f96edeea7f64f9fa1779ef9ef062e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8f856da0dae6cd94dea454a18bca587a082da544318779055a4532bb8ac3b3
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e70a539ecbbcdf62c27a003acf0fd6228615c3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a33ff102f791056120f9052766688de8874d4588b7a662559719ff88c494f9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9deb0254c39a87a558c7bbe4e173ac4fd6df6439
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca46cd45a3d7100c0a29ad61fbc615df6b436cf7d80779489a9cb810877b6cb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed5378f3c603a03437e3adeb988efc0e90c3d02b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379bbee260c4331184c23d77eb4ad7067915aa3996e922dac474050ba42ecc48
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73fba94f39b37b572927b24ce2d91b9605bea7ce
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6328ef2fd4efd718c008b4cbb38f9768604187f98c27268fe5d00ee649d745
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588362ef1cd8e1e94fcab38cb45ad0175d51e850
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8cb0fdbbdc7b4f98b06a80b6754a0238403b76d3ec74e6403b938efdbf4c0c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11bfada2ffe0f048f497e5eadbd73a59596e1429
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36875cea8bc918fc0d19ddb44bdfbcf0eb3f2d4301cda9a6b01bdf288c2f179
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea72acbe4693216cc216a6ef5cca6550622a2f47
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad10d6d27e3cee7fcc40ef3fe7095dcb8b098816d59faf349f0114cfa4a8abc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f843e1f4bdb56b9f094904ce4883c10d0fbf30e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c046166eea0183fb1b65e0cbfedaf91a3c17026fcc2a2f690b2ef9fa7e9d85
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f333d5c4ca3f43794dea7b3687a2980286301a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cff106f8d7803043a790db735df8c2f95c705a55ada5545179fbf5a591c8ceb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f584f29815e56cae6c10d331ecac326fe6149514
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27975a1f59943c61671c03feaa454124e77b5a3e710dcf04757ea764ba77a5ae
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bffaa173f0a75109577f8c54091bf23ecd002613
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa603e09cab440353d064a9a50262ae4163218261c2fab36cbda4240ce0eca3
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad83986fd2f80cc8ce2346e7814016696f00cf48
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f25d4dd26d1a9d5ae60726b7cae90d7c193598e55fc3acec3acd5f923fe953b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5e0e132c82a47fda288dc8deb8007ad8942996
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172c6ae1d55f8c48b8b0d8237a97a15232c664b60464f3db42fb467843a1bd1d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574c5401b3255db689d415609198dda0e88b7251
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e25e331141f8e586ced692209a176890be635ae2bfae57199b87c5ecac33c16
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ddd9b3c3928d9d1173cc73ebc6c616f68defca
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c336a414020e1adcdeb631ddfeca15a2338e6729defe6fff4db185ebb861cac4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0fbbeda74a2c22a343c58e43413a36bf29c6c4e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ebf1b285a099c1177017e9cd43a7e2c6a9285e60d5fe8331443bbc27f7af4b4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09944dc59d78fbc3915435d7a4ef869bdd906b6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0174abe29f6105afba06d80593f57b189f135905deb347dd85779c840f863644
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c07f6989711c9d5f5d57b53512badfe1c7d03c7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d739329b2da9fad2e0a5e71243acd9c854b7d268f068c45e80543b3f7d4a32d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfaca7a636b3891029f13eee7e3bf9550e03815c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200cbdcef255530e9cf5b0a67430bced30b74d7e573913c9c9ae6050769ff3e8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..889b768349f6f3ef2e0088a2233d87635ec841d5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4605811b4aab1e9e6a360228ed85ea795f09b3c14942d4886c2d4693674f1b93
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07cf569666c381c9554be017321ae5304b51410d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a5dde9e9a1622f7fe0072c5e19a967bfa87d2aa63191fe8fdce643b28de9123
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2111fdff3feba55aa53ca5dba245ea084ced506
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d9bb9eae91e9d0fbc5e4a4001b4e85dac44e7f7e0deddccfbeb39cf19fa846
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e91b5914990bd09c7a0aa370c0e07028a91b5c56
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4340b925d62dd5967384f83d9192d7aa466998198b3a5a7db5ff2cb5ac31919d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d2c5bb01a454a25594df05670c8c1f853cb42c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1c9292cae41238693fa65a40f9dfd768cc00b60b5b115e7933992900ee8a99
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83429318f9822f9b921231a9afa3b4e5d092eae7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c775f551002400f60af7f99241afe144a6f1468c5f9a66156c0b2d2ea8c02ef
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b0330cfe912e5b5dc1ebad639469fa96b796ec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9dda3501e49e90b0e3cef516086f59754512c2369488d45fbbabf24a71bd8a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a7b8ce1b10a80c6deb4eeec781f5359bb5bf280
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef266127944a2044189608b473d2eb0151cc314c9b8b097a843bebb398d52aca
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0801335cc63143a3f28dfd117921e752cb7f4441
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147d21204abe1e95da5340d70aaa20db43462d8b4b95adb4bc7dfceea1eaa5a1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead8af6b40ffadb76bdaa87c1910915aefba401b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b62acbe851a0cbbb280e3b13bbb94e8ec23d4dedeeedfee971280a88ff1173
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5bdb4ca3b3633777c3850d57a2ab05d8c61b607
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c75784c825699aedd5bcdb5dc7eda2e89f3c1210360db5c9e4d36e3fb170da
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a0f9554e3c6593a2aee2f37e82686ac3820344
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa15e5a722fd0365a89edcf607b96071916f520a5835d5a2884802b24fb2ae7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf89f668e3c2d10c45df20fd1296bea8c4d26d5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afb2d88ec6d00c1ca8d9b8ecc53b78e48b8117dd9a25713bdb0a6d64588a369
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e6bfa06ae30903c2f1df42d870607c86e117302
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be69000bbf756f51d38eedc18567bd9fd860da05ec9ec3279bd6fd454c2f1af4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..697a770fc5ca88a023195e12ea73efd261a7281b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03372e1c46ac3416f19ec57e73b9f944d526c3228d4778daccb099f7476b119a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833db53be73708d749b97f6bc6c743bc4e7048ff
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ccdcaf8c17b9a0af17ed579adb56e82d6c080d2d0107ecc4e76c528f148a4be
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..486e98e43b5050d4a0a5ad22a22c38a2fa05da64
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92fa420ea127dc02fcfd154c80fbe329e4960232cf7816d26f5e14fec9a0f33
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4c2b1d37f8241a4b4739e81d98e7d381418eb9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05d108ca00d278debbb6904114e1a53df2032a4195ac71b7ae2276a2a6c85968
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de7572de37f8377b192f18f25446abc2def6180
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7bdff7ee59969b042c1c2f697f278b01259f144bc6ecb81058dcd8409b10aaf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a2e27092bd8482e631569af25c21b591b21239
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83831dcb88c3fb7c9262f079c4ae003fd6085d83f8cbd33fb54ac9978d06aa24
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389b36210862ac501dbbc3ef81869d6dd43b5f39
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9908ceaef87c161a698b6238da773e5bc7b4ab62605c6145986dd0c052d31d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d590ae6be0e265e732290ece92b8a0675e66fbb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975bf06d49b410c47fdd6056d366625bd57d6abcc63cfec4cb635e417f09b86f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4e582e54fed90cee6a82f57bea73a46b53cdbe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50ff4453a7cf3182f5bb8c4df4fc5277f6d0ae83181a785985b8f72554c2f75
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a915cb8a5953cf70782d2cb46e63de980a410e90
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbff5ae4972c834f2bd07b0dd6a39e7bb3b3fc51ce00ac1610d657c9b74bcd1e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a580f29ef12ea85d6973592041117d7ac4cb8af
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6885d91eff0a59a0be242fda38b1181f11b6eb8935a129b025ae274e5589b8d7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..babcc081048f68575415c911477a31c8330062a7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:875ba711676a6efaf0acc91a8cc5d116a88893d013d295ba64501a75e4a7c7a1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4db63763aa95fdbc2a01e6aa671fe9826c10da1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6bab8c8bb071d3e9cc9e887bfe7a5ece75b2f72b9238820eaef9624535da1a5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca790d06d07b6a440ce99c94e988ba1a4206283d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20808d1623751f9d5a6dd8faa6a18915991cc900c2f15ed85c1d4d409a69766
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c523398876551999c0b8de80c7aaadb436a78c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e52f1e11d1cd9f986ee62aacc97ee59b532cc4587e0bd1b7c836795f0e0d62fb
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..961bf85abb703c62eaf998d67722e1c480f463a5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc9616a6620e5c5c7e39f33fbb0ee9f2cc9fef8c026365d25c4f1ac7f7bbb4c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd961fe03bf2bf09063dfdb47263617e63162f4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33efbb39ccf62a3d793bed217b2636ce89ed6827bd63e9bcccbc2378423dd582
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a64a534b38023fc0404b06a7b04fc429a7bf510e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2247397ec6f6cd48b9e02b541f5323a72b9afdaa6d435cae1d33b5c29e075d6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f81ab4419d94eeac875bad2bb999b62d38478461
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c9473a06e0eb1f0ead9f419e681747bb81468c09f3dfcb19da47d262abdda0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa20d8fa4068394f30313243c7216fb4e5739157
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3981cf4212e54be3e767d5854cbe79a479189eee771a03700e50ae68ac136e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6981a6e9dd0c0cb755a9b1103bc15249da71b97d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76cd2b37113805176ad945f8349ddf8dcd7c2f17bd4e9591e513534dd91ad14e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..452f5d1c3b9dd65071ca5c947a77f79e8fc790fb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2fc583a5d51ee82d6c68292c0a2f4dbccf079c19ceffd6be151b169a0b0d687
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff8b042048d62236fa0b1d5b43348d0d9d5c54b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a7b5e79ae72b0c051efe6d99ea3063b91084b21c4a55bf78062454add747e1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31989ab144392709cd62180d1238f7fdc37e0da9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0396bea1ab374e546c203b397401b4d7f4ce495b9c6cccbc9affd61266dd7f3e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..913a53a888efe0b75938bd43720df0dba02e60f5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049b987a876fa96a705f88fb17e4a1b30c8b293caa60803f763a362b9b74e603
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..381a1632284c905f542ee8d657c7d6b73db09dbf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c626d171c9349e1b565c5386fae7a3d852e18c1b0aad7ac866e0679f005995
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192ed0cdd1f716c6aa39e90cf01d13630588c9d5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d029ff3c32d12e967194d4e513025e29d55d2989f7dca79dd39be841d66979
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0728442c01e00ee9655de80a5a766c51fa8ff7d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4904d142540b1334b7823d6ee2e8513016b95b0ff974322a1fde16814e9678d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf5a2f95812af525bdcf4ae8708d9a4aeab5ad2a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd8eb15e530c1cd83b97c9468e990c1e2bad5c45809ab62ae45d8d102e02f8c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09529cbb9e97d39145d4f25308f3b46c2dff59f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4146b02a0b8ccc41b0e1e4a497ae18c7b253f891901c0626fd25e64cdf4ba7a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb51c07c9832eb33c604ba01fb57e5903e03aa70
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2b91f8ed27f1ad0a5c62aa6737f0a754ac8b24481aab6c2fca29cfc597d9cf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a57fe87d470bdd2489946024254474e3d2003ea
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36d80db5ee9f63816202b7aafe6da7075f476755d0e4640658efa8509dd6096
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b7621f430ae8807abb489182b330457f04b7a86
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a5e10eaedb6eaf99994c399c39e8e5568af339815e353fad76fdbc27feec17
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec3eb9cf0c8ab9bd472a4e3b6a1f0360936a2caa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c253a5748faf4bed6e0f824e5a929f1613c7cfa855d0cd19c4039d42f87dd9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80131e80243bf39ece1b37a4bd80d7db8cdc8767
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f53cd5bb535b08e217fbf77ef921976a8f423b8a531c58dc95b25548f17f6bd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ee3b7448058d9e672dc62a156b30290aff4e8e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7799a265fc638709faa141ff78d10f91f9078871b272777fc31395808e389c98
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe95a84fba58862176eab49a78c55e8923652cd8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950763df1afffbbd46a9ce3a8520df03e1ee193dd17882d7f212b99d4415145d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4bdeafe35fcc4dc4d986f39ab42621523ed2732
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee17e70d7171bda930ca89c284df901aaf3dbcb456bf016ac941d2bf00e8c30b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36dc3cee8987c28b4496ec97acb79936a3cf0bfb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:367233a20e01d1b7b4bdfee7a048a86e24ef3d57ee6289d939b3bc638ce7d90e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..531080f990817b669e4903226f16aebcf1d921c9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb8ebfb07080164d43ac036a0db4080af52b7bdfc170dea470521c48586b8df
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5609026eb4694897c4b70ddf449d4470e87b7a92
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c40b8469180e7e5afc8c7bd8ff6790660cfd679b36107b9af0d8bf256a89084
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43dbba9d3daf7b298044e4cc0d5f03edc6ae6305
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d536b0ff73387c0a136bddeff3dd3849a17bc1ef44c9d497835a90458e95be1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..339ecf0c4985fed72aee5fdddfe8c79a1bc1a69f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c6dafe1b8f582f86330ad7f12ee91e31c300d94c862ef16a3cec1111f16b6ec
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e90038e4532df807c130595d367afca2524b0377
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26745cfcf868911d8eced866005a1e2a6730c323207be29aa1f5f77a790445cc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2822c3811d062f01826fc70a804b43bdea9fa7b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960553c42a538a85934e8ec7844ad2e58db2f505a4b66b537e92721085c7d931
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f98e28c46bb270b9257ddb46cb07f3de11546189
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0481f61ab92cd6bace8994781372637465ffe4f5e440187e343282ce3c3e8f98
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb6e6cf0fa14be739fc15171ed06b66488a7e85
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df3012b5db7e112293ed301c39c3201bf0d90460422311a83471acb4fa82d02
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..850dad5665a085ea1223a8df54d5b000e229f127
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2c25c1d8ac28825c2bd2e12581c37cf8a9aaf46da4fcaccbcd5c4de991b5a5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06dda547a588f94d9965f0f6e0efcc4199f17a2b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dcad258058a9b4349132d16f9a2beab384534fd1f431b22da0e033e2f231d59
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8efa352375b75fb384cb2460dd3214ae3c123150
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf6488ec478e0385c3986ed688358b2a98c61b35213cd73db560088cd360a81
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0fb8575a9ffb25ff44252f50ea494717fefe412
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788e110545b9d999199b7011ecaa716fb2f249c617453d63ea00c2f92bc906b7
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a9a118e3386d0e10d1af6531c173f17b19c7a49
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da947ce2b03af288035e7423dd18b0c660b47cfbb62ccbdc45417ea0e7543079
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117238aee6ee196763136df0f80dbf762a010710
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d718fed6d3e0d34995130d6c46dcbc39d68544b23f859065e6e4778ac8f281e1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a03d5a8b24e06f69168ba79d4e510d9fd53390c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e40ded710d0ae3f36de5a8651e960bcc638021c633e71806eb65c57eb713fb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ab9d3c0a215f39ebfacc9a8d4033c34d09c4b8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3695f878463b81fd76e861678100ff3b05b418213b24105244e09ac71264bf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbed48542864206b9d9ede7e283c1f91d66cf403
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e87e5d36671e0ec20906f75840c01ff5fc3f4f4b12755b5dcc5fc263f647dc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a62ac75f6f4c480d881bfa409d9022d59930fc1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffda16d95bedebcefebe8dee71913b3c28ecaf7510513ebffae811ea3243c5da
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb0951ea434297d8cfb0672f1e965bba88215eb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4f123c0940b2a1a12937fda66ac412ea63945aebca5355f33b5934e011f126
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c1e735df6ff769bf6c71ac004e1c422091e051
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b3ac00b4b7dfa69a3539ecefc1d76f700e645e26755e161e8382ce731b2fbac
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f850ae503b44a551294035f286e41251ceae34f4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2cb20e91b066e78f9e0575e5662134cf3a6f80be552e26abe71049bfe24224
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ac3fca78048785fd4c0a0a8c4732f72a764b54
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78dd481b9766cafb3d3189d5f1cf91eafd2bdf9500cd64b1f539f99afa9774ed
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b410f29146482abbc96335ba0726a8307e2bee
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe97a45f210666e3b0e9517d33b11523e6cf5b849d034edcba371f3ddb19f5af
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e22905c15ade9b3b88df5f9d36b2f94a2c2ee249
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab494b0b1e26bc0e8cf14aafa5b909b73da4f9a493da717b5c76dbc01db81db
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a684d0ea24fc70bf3262161f6347f24b8e830e08
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e154160457fc03a399409ec95104d5d703480865dcb07af2b89f0d2fc812e8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb66beb9879cc4ab9f9673f8ec61b49eda81c3a1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f4651afba8fb768799dc0917f61a575c00cd044263bf8ef0f314619bcbb6f07
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20da603557d4e327a042df81960c74b683c0549b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c511e64790f4c2245b5918da1bdfdc5b8162e6f91c461832bc2a802052e17469
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64cf4378ba4d1325f13c4608ba23f41b2d584cfa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6018637621de00cc304a55c14e135c43510440dfa7275b2b55a12772401d79d2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc704f56744ce36659235b06aa9df33ab286c08
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e826b71dbd04feb114c49f6093b047801299929752e3a10425cc4ab92ebbfa3f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f55ed3928e56dc81e43703020a86671410b9ad02
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56042c623c4ec9aa59ccada19a595a3c72f038bc7688642d0fc9e902d64ad6ce
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16d2dbd4eee1dcc5318e405e225153f735927a8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432a7b0b4d372faeff3a9053037c07738f9dc6f23f7c9295fc79d222c9e90f24
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e99423d76c2c937129df10f6997091dfd491ce
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b5d9c0c81088cc87e207355ad05667ac63fb3130c8fa86a5c953299c004dea
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec84994f1c1b70f62ff960ce7fe5d1142f6b6c44
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c727a30ca641fde14440d23319c1766e98356585cc8ef411835e7f7c4e790c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ce0fe414a3ec13d2391f35abc37764189ce0482
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9cb65f83b657698998bc60e4edcd5c769bd2b4f49fad49764177c8d528665a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c50d886170b066d7c8c6134e7912d902486e60bc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2a6562adc10ae960073069d189bb6667dd58e68f36f814b5b22f7a3514ea88
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..053e412628610616e9ec9daacbceb102e012f2ab
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d08ec5d631176610cca412f55e0ed3372edfc24b9bc6f568dcac342a2c46bef0
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971173dd63d73c81c3ee86951626b58a7088c9ec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4d95c23e96a0364cc695218bc2b0f5b84e7ac4c7ed28abec5066702b41637e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c58c173f8d5fce7e34b7f26bf381fdbc45461e0d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba91951bbb41e64dcd97adde9e699cd8fa0ecd6868f316c929b1b45ecc9b3e1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1873e182c4ebe0b7c4bc800bc42ddcf8806816d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4a391863ee1c1b2388f78159fbd5b5b0fa613957d628b5167cf44ee0d35053
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa6777bbe01199d30442b4c59847b2d15d5f300
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8206f454a832a21b862334dd857c76b873c65bbb4c16200361aa434c5e94aa2f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b7a94f218929f41343e9310f40dec30c03b342e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b2db2eb3ae31f781fc86025821a11ac6d389cbd1474e31f5d0616c0302c252b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a3cbd9e23c8293dad2e31b1da3993d940fd863
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa6a25b6e53a21c36caff67e7ad90fbc7bfbb9c440c0d45b947bb62d9a20d7f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845a6f0c1104da9712f5eb6451f589f5ffed4492
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9454f763cf9f7125a7c8a445888e6ee0a299f2ef35b522b1f05ef3a699fc76d9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70a9bebe0d6b46cdd28f2fb81eb10ced084b0f6b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a1af1dbe1f30733bc2d8579024f4bda835993c2d9abe032a95b38b0ea7fe51
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5340716be9db436cc4b390ca71e7b900e6847a8b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979b0fcc0abda5c7197e7a6154bb310099d6c1f92e36b809d749ae7ab2f8f652
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b8312ac888eebb1dab4f53376b3bf4ff724be0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a771e8320b0674536a67a7423c735a29887de2e663a6f9d09e8a4eac376cd8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ab59471635eef7f2777f3a8fb6455ef495e782
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ddc0cc4823b6c1db6ce1cae44b349038b399e8e601f56db7090dd8662eac8e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a5f02323769043c5e2ccf8b6898314d1c6f6c1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c78a7a3572a89622fc7570f85f3ded3075c603293dd4866047c4825b3122f9
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ec6fbce619c621a4daf8f14131ae197ea0cf73
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e831cfed793fc638c0cb0c459ae3b6d7b43cb52e5f08102d92f35657c2aeb93
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49b6492744f560f58b887e223f339b071a5bac38
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730c1c6a2616cb8e25cc7a2702002ec8780ed3d4ba5d93678d24f91344f9bc18
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b4098bd4566cca72d1854e2660c5b715e567c2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d1a5bf2e05cfe12c836ce328c7c4a1e58a5453f5e2d6004b53b7b80d86e4b8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c1eec0eaa49dd3f1cc82ac7dc06aa9144e9314e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966198ab486a44f15387c51c49593768b0d316ca8b128311976d7623e71025c5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aba51119b8123a4faa319941ec95d4b876b0733
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf34677655156c7c4bb1d1b66678b215d1d906593886e8a8818c5fd2c7f62bc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a3aacbf57d6cbe67d79e9bf82a5fabf5a3cc2c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca088b6d9026fcabd61d155d02d3f82d28ebe11e1789bced9f5f888e45d4bec
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ae1a8f340256b05f4028243d83278931581ffc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e6e53562dd4f3a7372c0935436a75aa050e922fc67b5810683cf5678ce631e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b69ed2a70c0b31bc305437e539d8ca762e7241
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e64040e9d46f97094795b722c4464b52ba9bf6921ab8aafa736ea9abd99511e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd8a2b30869504315785957a415ebc117dadc62
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426eb11bab393a6fdf410945c0eb9343b72a152838781903f684b203c07c6bb6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed5b5d569c606b2149b50a91f7e8784c661b518
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd579f4af2e222f83347c990e9a7a4df47a9b67f25195f3fa1a2fe90e3abfa6d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041f8e7d9ac71800f40cb6e9f4906a1502554465
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3256c6b0f8a4ab77042dab5b22059bb63d28f202357d12083e9cc35f4a447501
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9fb5ffa3a388c2b9ed8c7b17f37b04557cb7ee5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d12833edcaa88a28746e8e6ad286593afa04ab39053727b9f90363e32d61bb0
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3494a773c9c8238a781163928ce3d1565730073
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d1a064d110f0dee0e7a1087d6a4661aaa9234905f3be77459b152ff0c81d33
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9236c2633cd189a023c418d0d4e29d30753fe4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a004871b3d83ebaa1ac50cd51cde1f670a3b05f5fb0a1bafce2bd70e2b265e1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf53e794e02cc4166ab51cf5bf87e5b82863ddc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a770da6a2fc74499f7b2417cccfd45d07cefd1f5bc1ed0d9ab85d866833a3008
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d934058f5fce63e482c5ae64cb823c6a855e52ef
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b298bd37153b40074aaf13409c469ae5e2cb864ce0af48bd87fa82aa0d46d8e4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8fc7cb1d989751b6e380f7894bd9044eb0f2ec2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606437d510b8b4b7fe61f60c60058bebbe905a5cc9ab03d1c9f89d7932d9d0c5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ef1735e42f80d7595b0fe8dac5bd931a381b0e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed87c561f85401457e92696c670ade864b4728f5fc13f41f4708b933f3da43f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c82876e9a07f5fd3c0273894bf7e9213af64b46
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcad8b7dc266bcf3a67d9d7fcc59149e6f2f015cb5b6fef71e054654a021ce01
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..571986b95eb4e6413d9f7144ed584926f6023b7b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405bb8a6d6b6ce231746e6ff3d68cc5b23e338fc573e582b0be12fff12ea213b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d30d7596b9fc375de25a909958ce68f4c1ff090
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd756695070be07d79dc46585af427fe44d6abf24d676af32ab2ef51f17d3c4a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030234c1e65db3ff16d2950e358cf0d97c186901
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2183319690a82af4edda48d9a3a16b1e74e46970ecfe4a8319cc6a8a3ffd66c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8ef58cb85bf71c9dfefaf325703c26e96be0f9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8358444fd5597ad148a797f6e94e5a6f3238d17df8511a9dc1d20844049273
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf83dc3328af2b65de00bce601b82facd55da2a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb7fd180e9eb46c5d285bac117a3665d1f38dbc23e2883078d90957caf6a169
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61126f60e36c9b503a9d377c217d26cd7b647afe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:232ee52f7d1972a8bd99debce10ec68379b5432ccf5236c6f5b9559635e09ccf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..760522027616eb3f5a0a54cc87b56d46d8f2eec9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0c72eece5a9882ce226a4733447fa203bf0b529de4bd771842d2733682696b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d73aa8f43d48e3ecc6eb2f27b57a65872c4f1d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da78e5a5597dcfb6d03749d7387791246c5d7f279ca32df43e01863c976138bd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae653405b31ea2374f09d0b2e5a4b3055bace85
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e970aa5233c4fc4780837e61071d50643531e9d0ebd55355fc59de17292a1eb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..114fa99d068e3f0a1375f2750194aef7fe030f9e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb1316d48ac5c7074f37654a0ed134454019420c8aca3d22a7869e311485dbb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c678ff5e2f9f5cff11634f0c48b7fa54d258508e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c436d180444695923896856288ec186ee4fd16da1052df3f36a8faa5f63023ba
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..147ae6379df2bad927c7d05f12a114d9a925f127
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c18e4cc5b0829f9543b3b3a829158e36b16554c6bb73aeefa2370842764fbc9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d09b84875af420c3030efc0e4c38d44c480b424
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1636ee0d02a7553d1458410db5251c8e52d6c13fc7fa11f3c38f065245949020
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dd74043b1da5f0d27abbf536355c83776cd7978
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859d574413866020429b7db4f38f51cd0cfd1356f830ea3f3a5a9033f01c009d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7149251d1d396c8aaa2bd268d43ec59499a93772
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bea991bfb971b1c1a9cec852594cded3882fa41abc87622b29e0f7348e2b4b8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d30c983ff390155691a22a726977bf8d344694
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b031b2d7520df2df767eed3689b8ee5b227bb869799372a35e276508f6b3cb
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c42150a1ff4c90938d38f8b1d00daba2105b54b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cadabbd2b12fd19e82599f76b5cd2c381377d67706beb9a04b7d9145d2eeb3fa
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318abe0c6761a04e415fb04e211d993889fa8278
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6922b2eaa4cd332c4a17ad85dc16c828c9a527d8a28212db9291c24ed917547
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7789c13a6f87588996c58942d4877f8439a794
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ca3ebb24cda4c7f470c1809690b80a0a53ae75762ef07426b192f69a660f66
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de43faa82aaa3344f3a46b8bdec9d0ffcb16f1b4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde4c927885a4a210696fa3535ae1f76862d5f7d67a4c365c4388e4943420a83
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425d95dbd12bc8e1449cb9fef23120f27ee65fd5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b038e8ec4dea3715c0ed8960a0e55f1904151e598fd4d6293ac0b0d9de73c9be
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50b6ac2f3d1e7735e5651485ad335b14e583799b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:679a99a00b0b5fe4b35bc97b1fb9cc8cbcd802e57e6990faff52d2d6e69cda82
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c5e1108e11358135b0352544d62e8d82df1b186
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64794cca0e3c8c52a996bb69b2ea1d94cab33130fad2402f1afbee732d610b6a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a9051b173598f20a8ef81e59a0c2b4d5c63d156
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b2081ecdf66b8c3388814740f60a4d4da93c2272f6e9075252275f477c11a2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..040717d10e5a1b5fb6ca59f6d2cefc5a8fd32703
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0796556936c6d9a7b1df754d807c4c217874451e0cca36c6c66077ed95fde4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca4b82df1e1610221a453d9156a0571696b8ba3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df2d2be2b02d8a55fd41c8fe2b9ab4f8a27a3128b8e5ae05faeda0264974881
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..722b7002c5dd45771675eb05089f43a4779c1700
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc01e85729c8d5a77f9edbff419e8cbc2d76332ec0f7a1af9c40636b24c44004
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c2819dafff95ed5cc3d2b410a3afb3b4c6eb7c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb7903eaaad3dde2648d5ca53aa876ee0a7a552c58167e98cce706bad813cf6
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af1b017355c7e49d8b620bdf2270c3bb3c203fef
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3341a07a7539fc3d0466a0fc8c70f58d437916d31a960ae9d034e237b2175992
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15859f631aa346c1bca757717a6bef2417b1a3c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ef92c68eb59f531517d3dae50fb01286571157b88e2c261db3978f42bd4d5c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc2ff977a86d8641493647605dd004a566e34b4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f0926994c54ca512560428e8bb51f643ed54428e6cdf721729bd6a556b36c5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34361ead17d905d32e35fa4c0766c216afadb3c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5b18810c5333c126b2480896f42a8f792dbc13b7400ceb4c2c60c0715c687c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a0ac0dabf89070394eb46ca9af4d61255eca89
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b016c28e4a590744a211a0b8d838ae357b2630c9825ec2822a9140189becd912
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce67a04a7330d7569ac69c36947675e726a1a874
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95b240a288e431ae51b3e0e44a1c8c326d0e8aab962af9a6065efc2fe1c74a3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c02724fde6f57f0fa46993c77e0c286fe9a85b7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a847d69f3fe0ccd4bae78009422758194717698b1d001f0c4e2cd776e08cc59
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5980cdf7c4ab252af0bd0204d966c44149abcf92
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8a12be74a93a56aed3f5ea1ad4678951edf74fb7b96281bbd60571e53b33dc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e4a3b556a39dd00d3bd38f8b22d82443443489
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67f4b014407f935d5a54ee77e21a9896f16b0f1c519555debd507ab5e409122
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b361913ee12ed3f7155b57604c35c8612d012b8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a346635e80c76c810b619de4449be87d20a4bb4bc673629da95cc64c35d2f9c8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9113b062f9617c13dda919486795b5c6eed4dd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91e562be83387d207dbe474103d1f6b195606d99d3fbd7f0c0842058c81617e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2435cdd1c67d78a16ba3d714e985a500b7ce449b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a63140192adca38df64e2d813c076a83cb837577d94ee09f3ec2f877b6af83
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a631d436ef496f2e81e151a499cd59606e213c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c654fc8e64635d9bfcf8455219af045ecd217425aec22b3d3e2d162495155ff4
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99142c56665a98768e1f2c1bcecb6b2c5f05322
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eccc0c88cb313dd465fffcd6e3c6b5a87359ddbdb0119e39d811c17a33622cea
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7abdb843c27d219663bbd7ab7c08a004e8a8dd92
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891e716cbe967b07aad5f529d0bc6726b2c3d9d4b66ea0dd466f4da074a8ab03
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79d2726dea9a506afbf86da377144c1ae87ea454
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ed37dd0bc2cdf568cb199b37c932a19c1132f3f0784160e61cc175df58d386
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8651c88e84aa9c1c4c0f8c33b3ac7d2b6c059964
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afe62713a77e5ba38992165843a48c8dec787098ded4c45f55b68b0e4b47c37
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c289fb16564b26bbdf75a7e0948fdb30bb6c920
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a1c3bb8a6f895bf2e6f740888cc2bd69585a4e7e498cecfa1baae98a65b373
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b0d6ee87146aa3c36b655f040211870fc6a128
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7db9229822c6ab0aecc32873b452b9eb84fe6ad08197005cbe97e87da28184
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5642ad7a075199a6f3e356e59940c6510444573b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16743101ccdcdf3c123c5071258944116f3cdf2df189eafca01ae5b9ce77c813
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69f122523b261753d9e75360c9eb7218c5f93f35
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49708633940fc799489c5780b849703bbad4dd552788cb9fce1b8ef72b7a3352
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322a7de299dee7c70e393c66618e727b098aeb94
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d15585aa2ff81676a254cbb2fd65c19791f331150f46be6d152e1e2da70156
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac24613ba9de783525997801a8b751d974d77a8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc9a8da27eb32b6584c3d41ce62fd834c141f80b5f59b9fa2bb9a26bd0208c9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e47ba984d5bda8e895eddf07bb991a3ac9cc0480
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77dd9d21e35e2fb706dcaee077f2de356c8de2ef8c2b13eab9e9e67ea18289c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..985b636f0466674ba876bb20373b8cb0dcddfd97
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7df51b8bb070b7bdd92a4eb1d2fa88b488db76ab34a937f546e382f061dc94
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e4eef79aa4082fb9e69cc73057463083bdbbbd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb32132ef84b682420ec86545a9afd947f24d6232bdefcd128e0e148ca7c307
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701358de62cf8707f970931e671e894d27894f65
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccab09587f11ad4989e2d6617beaa5754840a70c687ca356321d1fcd8dcc4f1f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5277173df8049eff85c01d71fa6f7481eb9370b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45702cde43104ab9d8b69d8b49c4d442f504fe1537c0405a32f077157e12676f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b5d76c57284e7219d613f140f7da4f99dfa8e3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651dbb186340f23389fb25f26735be5760e7c108a009d599893b6a4adfe749b9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..042d3ca131beff3e9f964f3cef070dc18f9b5404
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edef875edc5cc35c5fa6c024abc95fdf5137003ca9f122574abddabd4b4c82b3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77dd3ee60b3b743b625d8021cef5b35676d8488f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c106cc79118eb5d9318a63d3e5c6c6fa47a2864420ad202e56cc27814d31179b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29bb0b7bd4766c50267a052f5c2b08207a5128d6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02318d95eefba584cb94a68e67aaf1d3765f132c64a4de6eeca70108d09ee98a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e6cabb7f50d99b536446847ccf5b7a438cd50a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f83eccc328520998666fc3ef27b74e4df7a15f3a3ce2c31cd4c6840ce83ca744
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7859f91370d88c38a77edb4ddba52203ad51ebf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a09da7c5ae65804ebae743127bd4e6daf3f8d56cf80edac6750a2195f3f6088
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f322f5b3b49bcf856f85509800daf5e5bc9570dc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5314fe68843fb57266b82c9e93eed0356c3152052e8002937ffed4fe45ad07
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff1c3472d997660fbedc7f8a87d8a1d443cf942
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f101ac7e4bc45e9957a88156493383f755bf43c60da56011f8af09b8453c663b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f015a79eab4fc8855150181e6de50bf06d7220f9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ba8b0b1313d8235fa9de4d773c35a8d40e3f3be0109a7179c1d41bc4600317
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3c74af3f82b5b08d2356a0ddd958ad6720eac3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bfa0c08df2284efb816e298405a9f12577b137a15d4bdbd14dab41eb764f997
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5749a245f1f4063c8a19d1e85b7e4eb8ef1fe03a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b5130fc4b5cb08307c39fb6636538a38686c28ee243500ec06199de6589ab3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611cb5d95dd6c232777d2cab5414a96ca6488d2c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a1e6a1a90bb64deaba89e9aa2d0b199034aa16897dfc0ecc49d6bf56eff2f9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227a0b34911ccc5eb99c7f3b986dcca6f61698eb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410e174ba21384a5c63919f04410d3acdd4e3c054e6044af3baac367c79b3d7b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d8baffffbb48f6e2ded56ff2abc8b7d0c15eeb1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37917fdad97571af612721cc5060b852c46f3a4fb58bbef6c29f1a16073b214
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e582d2a70d34a9ef98ebd4d65365f5611639a463
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbdf93b87502ee1b658070e2481ee65455bf5f8ac4a0903fc20361370f866a44
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e31bf51ca982c13ee1512dfe765fdd76a9a6c1d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d4b000255f0fe85b43fbc8e99b456dadd746cd50b2f4bf066119a7c4af23c8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eeda1effd7405482b5e3f7874d92fe5845008cc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4cb648fec220a8c1c090b739ba653db4326505298ddece546450c43ae6b066
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e81ec09b9f58c69a98f7039bbe572c83684ad078
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18129763bba14c554a56c8b7a40af6fd9c935c785b33d7f75db919eff0fba2b8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9208bcc0271f6dbeaea1eab0fccdfa6a366ee7b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2343da4aee6dba1de77c5e16e5d1349669739f668392fcc2362076851c60b0af
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97ad97168fd4d46ed94c8c8f9f51bbaa286a23b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:600375b3eb9c6576d8ca6e7466c1c8796675719ab3cafd80ac84fe41b85f76af
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eda2d297d2a0b529cc96668de47e712a2eb9a90
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a34585a79e0ebd91e6afaf7d1839d1b55378b4b1e13b0becfc558f7880ac4292
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8917da45b68f5d827a3346c809ab26d543ea8e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69067a667364bdaa93567eaa731b75649673424f5c59aeb31820a3464eaf8b23
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e6a95ebbfdea870c6d29486707d6c424a31380
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d89a1cee9e1e8d41adf6ef03fcd8c55199f7927c9b7bed5c41e7f09d730b97
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a7436ab75cfe893e7595af82171578debd8366
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f25fe2e8b677fe9c0b77d8378c6563ecf3358fce9a39e8c93777300b915674
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4617e38367606b2046dbfb2c168b930c061fba44
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14158b909930b86e27af00e8f5f089e6eaecaac2a02bc5fec69ddcf7c535349
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3364c301aa572e69c241ee654750f31b3e33e6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206b31f30223e54c6049d3c9cc2a3c67383d1a07b6c9551cb17e7ac49bf615ee
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea82a10270568aa28e664dc50e379f57a434dd63
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23bfccf615b55fa7c5832f83b8ed31063e507fb6aab8ba14224f9970b09f0bd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba18edc68bab1be103a770f3bb4ac4a62523bc4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe86c7e54a6d025c5d53b3c3b6914c2d4fc688eb16630f44fade6ad103ac01b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d98aa0fa2389c4bcfc9a702cf4d8b136cfbb9a99
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b495cd8737667a8f7a340ef6365460908df6c4a7725fe107d8ba5299bc47d40
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7858ad3004ff7cc255653019ce4e4f2611dcf2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54102e33e50c77f4afa65061a77d07fb1a694b4998709320a319d46cc1ca4378
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f2f594857d2dfb4244767f3eb5cab98677b5dd1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f558d518b484ee69f6d8b965aab245e45e722e3c3e2791beefc3ca8c3158c29
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70e7d115d57e3c8802ff311a432e38ea9a98522
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70f8e2fcc4aec09edca6e9dbc587e26390fd761095c11af7a0b36bf871f2ced
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d599ac53fc28d09f2eac65535e7f341a4c56b738
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5a126458a69c7eef7f3615ce1ee5d69b1db50b00d13f240237f15c542dfece
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b89a2f6c9c27bcf53b7bfe7d9d690f086d1840
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50f41641db2b46367503676a997c564e89b664c2becae3ac28732c0152cad84
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41cbbd8fa43498b73464615491e20f3fbf3dbee7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d802290c93e149ec70db5a7f6034e8534211fd33f48e890cb793379c2caeb5c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec3a927137a20458fbda7c0d0d0ca365c03ac2b2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19781f8b612904e0955257a1b074c0db096e52c02e02b2dd420a5b37c37b5bf1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f53e950f9676ccc97dfd310e77d4321f7ff3c3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcaa567985bf9e208a31e2da3de958a0775d919b829f9bbcf6e8e1dcaa748428
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6a9e8b84a567c2fc38a32631dbd0b8c3cd37c3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94f80f8f8f78ab6baed8574fc4dcc17d2fb22c80498f646b3f400f7942ecf4a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4001b1b489718038dbd71d2187270bc482b35dde
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd118bb67ccaf0d0f0c3d8d9b712bff596042980e351bad47c8752ad78f10c5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011a6b98f03147305a259f7241529b206dfaf0f3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e3420f8d394e5bfc3d1b8e4f6fb3b684e6a4a0177160c76821e45a59c7ce70
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..921a7d810f2d6c161273b03052028d336ad1751f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a499d40eb394a59325ebeb9b45e0fdea6687cb50f8d113a2ee5c63e3dd24ed
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c7a25804d7f3aa2fabbf287884cf76fbfa600f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c549d7c9e41aade7d36ad0d819b9bb9fee94f639220e0b497423052aa349d8ac
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da49ec0777d299d3641106be15e3d08f297d2c1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f714aa448291d2448f880cc96b8b904d81e92d1f64c7ab1e6eced11b4bef2fb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cfa327ffe95b6346715192e2220994ce771bffa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4297369ce7fcd06f9c0b7ffe40c279422f47f5f64088320f0f7bfed4478d92
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec9bb0aafeb5262380f1c8513f486ad36c2553e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c545929b3071be429d688f431af266e90bc12f716ce60f5af909ee92d5bb46f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a72f266384345b68c078206533e60b68f1e6cf2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c5c131a07b3cb2d0b7dd14253db4916912ebb3a4f451f3c73bebf9181d079a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26260a2282a45f29d653270b69f1c40f65414bd9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f50293c85b3d09030494b65551cc5886151f03aa05a28d13a0572242cc89fd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4702356b27cfb5ee5c0276a02ac1a5906dd4d6c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03cf31ad020642a2860c9e11861376c3e16bf4b9b513b8707445b43b03709c7d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c6d7d2728af7ff3407bf5b8063d99ec4dfe3d6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9435fe2ab408ef4affafd15020fb9554b88947d47ec5dfdd374b53ad090d4df4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967d8e294c7ce82e655766f6e97a9069c77f15bf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ee277893eed71c1ad918347c564c5363ef955dbfa07b300a64abee6169f0a9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1c11a3bac1dc154555be20fd2e09b264f1dc00
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63176945e0f071f2a1a38050b5e4427bab9f655b9cca288c3300254857a6ee18
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752f0ae2006e3a4abcf5f25159d8e15299aca086
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf161e91917a4e832db33f22446f159b8e1b9d988e6c3e3e21b56aceefa0e82
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eb08dada666d59158d5bb5c5befb45e766a9580
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa280053db3e9406f805a07fbb66c5c0a9a0c3bdad4f7bd1c5989ea2f6ffdbe0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d6114821bfdde33320c65b2d6bf41fde646aab
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b66d359b2ead336f685e10fd5fd3e9ff1f6f0852a80f218177939af6c26511c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c9554f14eb0040cd59b37786973dfcf814418a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc07a368f058d4cdb8032b7d0c9ee487f1c05f7cbc32d1f380a8d711d03dbc4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea068347c236992b17999e2608cfca26cd439451
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab87b9e52acbdfefbe368a7fb9b7b50e35d04701f42c3e119b2bd1047744488
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1769965c70709b18f8b921ae9410498cc6097fd5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2176e04f326ca6b3fb25460a26fe2696c7b821d031d2e57b6ca3f5fc9885672a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a24cdd64c26af1630f619ac3636f34fb1edadb9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86576039e09a671f508f0a37f31db98883d3c414bdf2efb2b5f8e76d476dc272
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c481f15fadfac01510318879fe022891be308777
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a48140ca0f1a7c9dd3a608d050ba97ffbfe8271496d98c8fe5ae6e34dbb4257e
+size 3203