diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/lm_head/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8420b199b86a6c58e1f1987cd6a6539155ea20e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6235caf0b48684c2bad005cc065af67fffcb70fed8e738e9026cd9e5ebfd61
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c4d2f0e4d3f61da89a62fdee54f65b958d3388
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a06bc4da45f3cca7d447134e14483eb6626cbf9241a42f047ce24c16980769
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..045c788c322dce406740218f5232b2b0fae63406
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a535aae9adaf34aeab26e7d7c199f0d9061d6811bd6d5ecd4996e3248f89a9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed67a342da00a160a331c5d0d798e9e956e5ef2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade38070f12e606b50fae23dc2eda095b06cb9d7cfbf9def7cbcb79227856239
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c12cd6d62feb6ce5a02d3b8f86a20cbb5dacb8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a69ded2a2a1e30cdd14ef6b5d4a1a082323290fe65c1bf4a5bd0d29e72c1ee
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba44c1c0736347ac93445fdd4d6d6e989702dc3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c4f4dba1b56d57ce5b96a22ba916e24995e2ffae97a124a68a85cc9c913a890
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a16b38a2f36e86d042b0a4a7770941e586d6ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92299b49bc31562ae7eb4bea89127b7f24f53904817f9f9b7b83b041b449361
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbbf6e6187717ad51552b4d75bceeeef4980cb34
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf879c3873be4e3b3f5c4ffcec214925614b4e19d552db4cf9f56ffeecbdffac
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7a66325e54a82f3dea87775e813ea2e64f81131
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f211028cea12e58087ab5de8b5c51b87f52046ca85e8d4b862e5fc91d7683d7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d316b03465a939e0c96892b48321dfd545cbac93
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f24559bcf39f7b9085d669271b21e285b30b3548bdc830edefbc3d409f9f01
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ae4eb91c17aaced0069c29201f9c8d68066ffe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce741b87d37c9419f05341613ed263ba767bb969f51d643327e207402182f6b7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb56d309c2f15004917e11b28530500109665b7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ecb863bdb73cb1738ee9655e7b2797f9ee23e51d5e1b2eafe058efd9084d14
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c556d1845a7f9e63d00b4d0bdc76fa3b1babad4b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01366c3889cc5fc097c1c472186983b36acfddf975d1d64eb8ef32a231dfe01b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e12d2bb75855794f082ad0e43d9e8e6e4659640
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd0d1e730f8b89ddc710ba081cae23b004de5e7c70f418ebcef318c272889b6
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d45d23128c607395e2f9509145512f12792c0ce4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d5fb649739d045c9ffe4e1e1147710738c0fd1d2e3ef38488cf091bbdab65a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421e25fee4fff09551960a09bc5885dc0bd39bae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c05b0660b038e463e8806040542f2b1e97abce5d6897f80c33b455c0a3e4cc9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af0ddffc3c1b488ac5684e96fc4fc607481a3cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:875c5867dfe02745ac5726ec03a4c5df1e2ff80babc50b79786602b1a709b499
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d332941011b3ab6cb0830e51f3f50d3e5a0cb05
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477159ca89b7e45fda9d48a8434a33affa46436f32ade3286748402835c42db9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f48358c7fb17aebf7b27489111172001ccedcc28
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cdced3e4c083ddd796de29e36b04d1c4047ca55c27623ee42a2b7df4098555f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15557b1dfca18f67c2f205e3bbda9f0bc036cadd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e5fcc67005f57c6065d97e57e7648713c5aff5c05f7203806a585774ab2c26
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e89e873d8e807d529e7e0aadbc762b8574dc6e0d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae8c126c3602639a4c75f4ffb910eca4cadfad6d7601696b680c6f504b26e5a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287ecc51daf65933fd0613d33199630d0ee5af36
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a51436f75eb8bf83b8999fe3469bdaa8041ed38d21d9bb9644df81a88930dd2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b2489c31f6b77f161b0471810b1eaee746696a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511e359f919675d03b8cef9d62e55948b7bc4d316a090e6a80c4822cacb75045
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f01441ebc2a8b799752697e32ce0f285b6f950
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a86eddd194700bbce7361d0903a73bf14bae3dbf756caa66ba78c6aeede55b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f68aea2b6f4b181b928778b8f3c0bc82c4a212d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4b6c59f1a8fc785e8de67c70f4eb5f17318b0ae25d67abe5dc2810d2121e16
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4169f66b0ee479f3933a12f166d63f8c93d0bd87
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29200df5b006a0b09bb2ebb4b59b0c50a2075f2f3ccd0c24cefb906d956dc00
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73dedd5077d94a88a1de72f5e7bdfcfbc249f4f1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36fbdfdb67dc030ed1bf017ae382b2c9c1c49062ebd0ef22a458049857ceb43d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6696753c9d45cf2c4596caa95ffb0685ad66b04
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ce98d83e56c3d4d25832107197043993238d9f780397db34aa150bc069d29e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad6f6be0d3f750c7382b3302e36cef94c6d7626
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c1a47c6ce5fd055f0a501f65fde62c6ef1a8c974d6c1b26ae2fbb33dfab6e0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c570d8b625a8091b8e2d9ba8047babaf6bb8986
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a647b39649d4c16f9184eefcde84ca5b11f837513b1b9c9ab107b9a9d0eca8ca
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116028f3c373ee3a563efbea9a35ce689d86b55b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4569b53b79fc8b326278003a5ef50c1fab9af08f614e5d25e846301b5e58dfb7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b84d079abb07a1e7ecaa1ab6c599550ae8799a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e6182e34570ee15aef020ee6adcbd03240fddbe076d3c9b0939d6142196cb2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99cb02cc539c796a9d1ee11a697e42ea9ae98142
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3564b53654138ce75660a8e2d02fb74c402de3cf056c18f1ee2037dd59d976b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9f40a81a99f9fcf5d000338460e1337c201540
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:831e7cf835af2dabb8bc61a204ff9ea74cd26667de31a4a3f050bcee949c9508
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa391a8f596bb3b6c6eef48735e6e538ec7fcfb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb1292023ac856eddda748e824aa3524875f6ec01a54570e6855a5bf6dbf2c0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7760d23f2a30734a976780909f51fc15f6b347e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ebf7d1b02a885cd6de9cd04e679b98a9a48d473440f3921c3c7114e68c17cd0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f38ec4f6bf1948bd86b8c0b6c9954119952cf66
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602c2f43b183a8ea403aa84502543f05b111bb0290f84f1fbdecd9e8d368d420
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b391b8d23dc4be5117a1f4acb49a317efe80a8c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f14666b3a7183a29b4385ac8230fb7d9b11e44aa2f5799cf90b330612692039
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e862d0158844ba012ce79b2cbf7b285024fce311
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3c09260ee123e2a94ea241b31a8a29b5127889cdb12c827ad4f48ee6518884
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4bfd6fdf398bbd24d3e16c3f7f0916208071340
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6614a1d3ca3cfdce107b9df1403d5037fad66ef9b12e9849cbd700e7916c374b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc09e6ae8cf90e1f3ddff16b7c9578e8fbc89f5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd12e77ffd9d8be965dbfc11a9ae66a5b17a44b9a5ae4d0d541eaa92e6977a1e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbfd12818c8b1b2c6a5aec9ebf2212ee4a018c68
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522aea9f6a5feffcfb49e5ce975c27995ed27f9bcc636f702f16a2258ec4dddb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65dbd401923e8625b0bbb03a68dc371e9a4b8c4a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43b62ea5bcfce8171527f66f601bc81fd91c6361bd2a952f198d804b6be0280
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca119f8c3d166cde69b6288aff833391148e418
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aede1305777b797f2dc6fab7e533f253a1f138d8e774ca6ce8877aa184a74b43
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a80cce4f519bc1c37022a51f348c6cb701b93585
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898bb5adfca019a3f4b4d806cb232f8e84953b6ab8ef389620b00357438cc527
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a737bccc457966ea7b1533344fe1c67a54ca035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d8d13319ae371991366cbed4ddc2cfc88791bbfbd0fb804e141289f23f8a563
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1567dd0058416a45c017848d07fa3d61effb2d73
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa603d796770377ea0f68db8d6a1992ada8ae7a3457a34cc08209a0e46b7b874
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94dec3b248277745d1d2a84da12c301874d53f19
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5a397947bac2525009bddf836745cc0f1940786923fc1eb177daf2da83cb11
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a354c89c3634f63b86c9c74d9ea22f86c9b11a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb41a6b99769d026eb78ea9e27c77fd901506a9c7d3a78916d37546a453b4d5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8de4e1a632ae4fd24237f94dabc7a3504eff71d2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128fea1aac457bae0c4e2fb29f9d3d70afb85779592ebcdd304d25e2b6b1e558
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfc55b55e60507a257c4ec1736d626340db05987
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52d5e2a696d4254ccb32dc44ad29e390885b17cf5e6d7e75eb9c6bf25140ae3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4fe0f4ca65bec191ad9e576a1f820b878c16cc0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61eea2f4e060bcb781c68b66f42ad755bcd663191c05bdf77d2d6fdfb4133ab7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e5ddc3038d6716acb13ce6deae52148e88fa8c9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab93f565f8f7604847282ca630664cb125395bae0817ad95f6d30859d1e672c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2c6bc95224859f83f48e09293adf86d78a4fe4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8cbf83824dc9ceef4f37764127c7d5b9f4d141f513bfa9eba3fc0301c0262a5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cac38a3b86ad5bdc0caf86301f4782a9f8f529a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6222bb37670764e442b3ccdcce2f5faf3f0dd737750747b622e02690464aa94a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a24298fb0bb3a4763af385476093e5a012448c8c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0e8b3862c1a3279e4c96cbf7047a90f015b4a2621ba6a7cddfc8383f0ca5d6
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d8083557534375c64c552518bd1adad6a9c0955
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405a3b1ed33621413aab2f746bd3b3478b4cb0583d0886390c5f9d67f5bfad25
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e4f2612661ae7e62d30d7bd1eabe6b81732e53
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f08d05f5d7ca342a3eba2ff2108b33efbdbbec1051e9492afa6a777fa02b78
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0147344bbaa9740006bfe2494a3379ec06b13ee1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad21c06c4f4960865fdc388143ad60745375d5fb6437a2fae444840712b6d3ee
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae526b8fe018ea717fd5fb03016233bded9a059a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf2ec0987c2cb404e83279fd065e3e3d45924efc66d5246cf7885b8f747f855
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02894181cafe0e8bc2f3cf3e738a7fad94fa750c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:106971ad67b6cd6edfa27e0694683525376c2926a5b7c0b618b781c607b5ad3d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990749af42d5a3b51971a7be717ea0bd7be45f34
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df642ed3fc255ec3a0a3febe0e294e9829a04daca252195a8a21c0cf0f7f3cbc
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d66881e122e775d8aa53c2afe3ccb76475462c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5fa4721639cffd79c123fd335a6f193e0bcb9e319510e612dc11d01ba27968e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995df3c03a7acc1f710581912f83af61f1fc3025
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c0d330f8061d42bf3afbbac86fc6840cc77e7c46e53540a0d1a50be798903d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890fddd393415b78b2eee37987e2d8c213e9f50f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd8d908b05ddcc50c43e6fd080e63ef17e4f5c9860bedd2bed9cc9e4eaa7527
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0c9a6eac70aa042fe73ae036cfe6216ae1a382
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a629f93ad89dadcdbcd7401bd29cf42caaae9ec593e398c932bf019864f847a2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad858d534a99640242090feea200d764717e8fc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b5cc5021e22bc4ce9560772bce358a067554bee767e006890dda47673f2877
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b308781909f011b72185f02a48a627db3298c812
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120402e7198c8b6bf48622d96cec983fb8f035517cb715fd88d3476d2c2ae9a2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de7e347aa691d6f8d61f71d354408ce2a0bc7a5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2031f6ce6248cc153a5c1ffa3b286fdfe0f6516a6e0a2bd73eed4a3690ca8f7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835683415bf764ebc3dcbd05b32e21d0166a52bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e00696d9fd80ca46eb93cc599ece5ff86e7ca80c87f470b64caec38f2be3ecc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975372b402bd93c4438d9de4e61221a465d0b6ac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da25a55810276c8ce5328687d31a3fcf8416056718ea96690e79879636921119
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e11aaeda6535884fbc7a333878e6dcba87ecf00
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d07b726504c90b6c250d65b673a01f0aac0adcced9f615d2a0cb6ac1c5a9cab6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb67c570143f8d3fe115b3aaebe8c476b648dd4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f69664d2e5ce40b502d3a5a54483a240de7a09757806d98929e7bcab3fea7016
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144d5c3a8b66121d10e6591e747a4b6e236fc30c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb4ab3aab694898f0db0b1b967534eebc2920a7261bc56fa5453cf3db0546c3
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea916a33d1947473fe2b5ebf9ab095b54800cc91
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c54d1667545d1aac601a4d976e4ddf29b32dc50fc41f293a97a1e07e2b6f6ac
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b04e3ab5b883b92f138a0c1249a1c9a0750799
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0d4cbc7731a147ac842656df1a6dd72da19cdb596109e46c336fd2f74e9a1a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c16bcb7746e782cd300dce0c115ee0eaf616a0a5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14eb9b889bf60c6514bcfbe34bdd54d0bab7e478407cbb88951030fdcadd9119
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c58336b272b9c06193ebd96ccc86b206fec202
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf1727f29468261197225028da9273104e182268ab552af1fb94bd2e54b999e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3a10d2e1dcab36b1068446c849bc6b7523eca1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01e3be87637a173729e435079fa6b1d3120f84a90b67d0636d6f4eb1ed8e020
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aeabdf5fbb608b2e8bd4bb3217fd0956c6d0b5c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5c4c742552e975a69445701547481e2a1707ddc4536976b6a3129e5f93471d
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15763195c994fa9200ab7421884318ad58bf864
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac7f25b8a9e0d051401876f40cf66ff78ca17750a699395655d467ec13aacd1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6ff9f08df181ef707e1938a4627577e261fbccb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:470b5878fede8c2fa769c59081f2ed3101330be8e5b376801a7a8d25b1a2ab0e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0fe3e556ceece0e236f4518b0ed11b40edb7b4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5961db0797fd834edab7fbd1ee0d5c05622fc8124b1b8e4728c6dd427c645701
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7c9b19211bee072fd20a837e73724e8ff8518a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f802160e6a4a2008e6ba46e654964206d0b0d1ec3070d2c53fe9ac97b696d229
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd7cc239092c169623bc013c72ea629faf5f81c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56796d34ee40e10f9a95421889e699a2b58fd898946c8bb96f0d9c5f724cb2cc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa54cce9813cf3d8af31e33c4da5fc76ba2af3a5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b84240bca1e2910b67f2bd504ba041d77116ccd5454559e02e1b3ab9ab52e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e0ab13f016143902ab3541ed818361462def2d1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b21db59ffc0ce04f8a4721e332eb16876cc3f3c6a9b1568586b16943ec638f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b20390374d1f020ded9101cd965080a953d55e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf964e110be41e798c26e42d67eb467c702a6ff7e71f19d98c24bdb8ec50b2b5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9194fa358e7f7c0499a66b23237142423d9240
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80511803b5432c2818e6eeaa887cd3c0b522df827f02e13e001ce217d1efa2e3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4722f70fb8e385a34a0425f6e6ffc4ce4f103df1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c3a0039d773c21b911ab17da5ababa571a34e05633794ff187cab59439e98f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1768080b3b468a5b84578451133bb005493f59b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4646d52c185594b01160e4f2dfea187a6992c9ae7bd32e8dd225fd966944a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c9d5eb66103b99a138d593dee17fcc81b998bb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ff88f30850c009bc24983be15f6720b0f18356828043fbb14a203b0bd79f30
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3fac23024b816b6de8680faf342d210b24e1f1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c4b2c4231384eddd23f2c71284780fb7d89ade47667ef031e27ea94213ff1d8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..467754d107a59d183a2c3e869b84789bd7a36ceb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d1701a8c5f6d25687098304c6865b6ae55704c6e3d675a03a956d250eecc59
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b014d0d7c72adba77e21ca4f117bee95948fcf63
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69b2466d85d02e74890cc5186a0ae79b29719ba92f153f7c777e20576ffc3fd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc574a999512e8ff4cbc375ce50ab1063992b66
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:017d4313556050d32dd421a6f6afbb6f0d2ebccdf4fc21ce09133c23c4856229
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e424fd88afcccc7eff0901e314b20cd736203e75
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea02da47c40353c41f055fd05421d4996374a216e78664ab83630e6355cb8f16
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab10a07befce1da571d8526d49e0b749028af46
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44fcfbfc55af98e88e3b90dc388c19a0c79b0ff5d2d423483a1f9bac2202d47a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44567233887bd16fe4f7a0a6beb173f62441cd9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b822363d3bcb1824fb0d439461c73261a6a1239cd0370ad2dd02d2ca7532d62b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3fc471db4d7e9178147edc3217755c0f410a9d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f13a27c42e0511a300905dacb59ab25236e3599bbfb74ee80ba2efdd44d45ff
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf41883f82b2b335ef269e05d5012aae0179a4e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d0ffdcb8c65399b7809182f5d1ae35af76437a8ccffc43e6ce34bc7aae0b05
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d7de839d78d56361c2694dd40349372b0076f7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b151825f332867ed03e2db87c605ab8271b772a964d625c95cc87b0f802c2867
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd56759c0f42978be1075d8b6ded2f61c9262f5d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89446e5f120567f0dc1ad89d6778fe9b6e2925688114ccd07362822f8781ded
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd5738c22cd5bc47564b3e99a32eadb44ef1888
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0fa55eb667b108f35c709f673d2cb91abe57309137be2c1817ca6f5a233d0e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd0c6c5b52631145df080463bea97a33a909139
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da66346076ccd825525f603120a51abebf69510f729d14caf532cbb2189f4ac3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c14793dc58fc3599af838886c57f2113d14036
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360caa27b57effc173d243117fc39039351fd2ee1120b83241678524c70d35f6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea53b91554ac7e5ea5522a96d49a9c68e31c682
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74843ebe3e730a5722f52b1f0a87e6f9ec715c487d9036cacf0e571091b0d6d7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2d9b1528146073f9de3d1e28a9f2ed85c0c133
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd779d6354163b5de4acc0baf1b6e55db518c50370cd98e62570d8ea054d011
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e7ce1faa74acd56ceeab7c703e693273d0d534
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09607905a7c451678f00b8598c052b8f1f1859efadd456942e0ff21f93ce88f0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a934a3efae31633b4a1c35d7038271c572b29a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2cf5b54b8c455641a366c5f303ad1ab6cddb77525667a964e285da97e3bc54
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da2e6f279451faf45c07b034070505217e6b850
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ca51ebde6fc4ebeb77b5bdebc16fc36b871eba71623ce18296ac9993ebffda
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb22707667e256cb0dc0c756d8cf3ce728d5fe91
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f8d24ad7771723fbeb1fd022eb3dd1c1b254748f318df920d111b45a26ad29
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9cdd7f9eec97549e0d449f2b79ae51494ebc2b7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c9ba406b1681df24dd611e90888a6a173c9030e36ce9586b9a1a2e25c481e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bbfbda9690da41be9a42df537243366e43e97d9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82517070f6a2e8161abd0f31a02f9a7ff363f851e72bbe91e8c9907dfe3f2605
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3852658c7416befeeb7de60788969c65de2613dc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32fd88ea15334414719f48bcd7b011e9ec4a8df6a961cc6c47dd896cd2e76f24
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10304b290ca0c8a0d258ae0af852f48c350efb0f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c597d3c7aaa71f8e62b7c988f8f3690c9d8c03296ce21d3affcea3e3764e77b6
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d5855273510688eaa5678d33a53ca65d7035d7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8bc3e4be7db2d44245659460fb487a909b2543c9d3b7c46e058d9872bc6f16b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3931ca079ac7a5654b7d38a4d91355f25a640dbe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93dc1ab805893067c92d8b1399926e413683dff12fd9e85a9785208842185af0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afeb00c91f09f07abbc9300624c0c14d6be353cc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1db4572908a3c037f10c3e270fb0f0264d837be4638f426176a3ed0fe61eca2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb9404dadc699610250eb58854b5e82421a720cb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1919445fadb63bc684bb90ebbaa21b62de1269f74d2a798483d666c644052185
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d56b06341d49bc3c5965d04dec4a58b3c89e92
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ca650d0d73418d9b0d804c17655afdd0eefb5c613ec24ad3a6142847643db9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2d2ed5a04f8ce57e6e38e907da1fed39d95909
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc05f9c16a64dd47422e4338a8cb61da0c229d9c151051316eb9d1af0c1b35cc
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd64662aa3aa3a8e97db7931780b80a027a87b49
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f706905ff471e51c0e4d4298f5ac195c10659148cf57e2f49d026d0e0b0d414
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e9bc73b23e9109dbb4b451944f09975b051a71
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af8bc7d8dd2892bf6130c905fb0b616d10cc0a4d771d62f8d99fc9e75f3174e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3633010a352b6a80f9ecbcb43262063cb60f89
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c663e74d661351c9c7f52587b33a1146457fb4feeb30f2a6c75f00516a830624
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46329811e42b1ea5f97425546fde160a4dcbd333
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a364ba9ea5c398303c6b539914f6b4d19981bd027aba7a17331f2b47c549265
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a66e5632acdb3cf13b19915988f778fd3221ecec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4843f21fc1bcaf4a2f9af5948ad3b4f07bcf1dd12d5ec36fc14ba58ff8217ffa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581916e9b581849b8c2989a5da328f6583b52308
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78dd2cd822b1b75b94030ce562a34d12d2678d6856fe9a6c86e9d5d2c0ac6c75
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f786c3a907e967acc4384b4859a366590c911c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5fd4a7c00fa99ce5d65e00c42a947628367288046bf83aa9b3fcc9d5df5373
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2401376a7c916acd60caa38a5e94b9aaa6badc77
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234150fbd41485e22c97e675dba850fb33bc9a3a0c1d095c37e0aee32b20ced1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35310ca2ddaa2d3a674404a4a64e9cb7b500a25f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88114babb1ac273f70d4baf9d0aff721ce4fceb1d3f9b4945734b053bd90ae04
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5212486ec1f2ec0f8bdedd2ec51e9b404ba96ede
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438610ce970e1c11b88a5f31302352909890caf0c01e297971ae1825a7b0f248
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae5d86ef408445c1fb49beb973b4587b95beeb7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1478bd643af672c463cfb017ee6533f0c33db79ca23edb7a481463727d49dfe5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3e19417b49399e4f5c60abaa88822d33650741
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7915e50a8976037ae56dc69d5e9bea88db757da3d7e9f4cb7ce3ec7cba8b697f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e53ae3b959b5da03abcdfa203032f73827542d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4c277bd51b997be8e64d1f7e3b396c5cb17d73a5e4844a932bcb4001ca7276
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46551fb004a78076cf829420c97080a757d9f86f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a885f3385feb1240ac11cf41b29d6592c9ee6c7fe456cb80ebbed53eabd32a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0b7ec3ea4b78f2582e95b171245fcab8c822f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84cc611c931510428691f72e69a83a207c08cda55ed20918f2b8fa648e9cae9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f9155259b70edd988c00021075dead935cfdc3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb8856495239d8e4f7269b10338cc06f0c61604e51c23c319ed5c585b710eeef
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e8b68b419471d9ef59dcf36fce1a30fe435dbe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f38113b21a81d8254699de1ed12a36afeaa5cfb047aabf5e3945538f5165713c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e13b143bc5cfc0e6e5e43d2965ef37f085e498
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8618f45cab9fd88abb70ed18386eef18ef9b6757b19e582f5e5f97d9e04301
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581f1282d9470f2a671f8e8e9baac15a27446b5a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab72deffb3011b31940f285495213d78dbabc6297074d4bedb5ec38c0c83681
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75be4bbb5308a84be116d2dccb6f220d8b36c220
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39623994aae51cf297be47a7bf04d63c2295f1eb1b2873bb28e9dc24f5f5e99
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead5233e88798ceb753114751702e64a8d8fb90d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c983cfcd4ff216b27e8b193b800f9e91abb6261e3870015ef8ed5292e6329415
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b048a3b17e81d88a4133047b94be32b5af9c7702
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d04a9138314fd1dc240de96729f040d177771750fe86cbfbb0d8bc43d4b3334
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db4df8c653f73572bcb7bfb8f7a65c59fb6082eb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22febbffe100241410d73d45c3e1faab6792a82a9dc470087684545d4aecae8a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c457ed8c3a2f028b828a5438fbc838eb9632acf3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cbe2d079ef5b7d6631f091e46e9b446216dc9400dd6ca26198772590526422b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c3596a0e5331f639787d6cb9decbbe1a177abd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c7f67f3efb3d911a794057bbb7a11585c5323c526750fab7b092d3f709ef5f
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508de91561b42f1ee3df8009ff93e9595f61c222
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896fee69416ac8d0bdbc6ce1e66f0fd940a01ae8120e141a5c55e0f902e8e890
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57009b774e0beb637645fcae8be7b69437f4e1ac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a6bd57145b1068e00ab1d7f46e6a731d806f005b7ca429d07f3b84f3929702
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b470ed8776e0d97f203690792ced5740cdd27d5f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:071eb4a001acb4c3e3903661246451a35df743ae779bda632e76d58154c8c053
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e68da5356e3747cbd82f6f1e58918819936bba0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8272ad754eb3238f6bda89bc79c518c800874f9b1ab8998df1b2aaec8e2a0d11
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07473b54e6c71e866436179388aa541bc5360447
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9459f921d453f8470da93a39e9fc3ed593aa7065694d2ade9560e3c992bfd9e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcfbb5bac676720747456d341497a3346c827e3b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcda312898550911783360a1726bd974fadc9dac72216b568f3ea5f0792cb10e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e1d4e90375d27bce275e0df101902cf661b9725
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7674e3a5a5221c94907c17f836a3b9305a3d93df920bf67727eb529f5fa50057
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425b83f95e2481b7a9a603147ea2982a919eb3fa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299cdac7e4e2f33c2135afc5e9f533a8bca8a72ed031730a6714dbcc85b79e77
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5724984c4003595f4a067506cc92bf6965eb377a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b4be3880789a8f99373a80e717c786ca4f89dbd3d2b128e2f8dd7600590537
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f655ab26e8949dcc0e047cb11ef16d5ed94b0e4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12515385ef0f05585a850070e00b4a9e84e845607541e0720ee866c42376d60c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13c9907182e0a662efb2b9798bfaaddcc7606fdf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871bebb9662069f306c70a8a46150393dff5e3e66b233ce86b13b348d102c244
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b754a75d92c91afc2b85bde6fe5c4c87a2b61b3e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1c68e768f8d669f4642a613f6422fb86cef90420af50168067cba3cd61de63
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ae71c20c4370c022d3d2790236f444829782e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5dd128bd508efcf63cddfa8f60c63596e7a9f613fbf3b6cbe56ff47af4ce9a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75e950cf26d4a1ea3f6431aaa4cbb6067760b19a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8090cb6f3fdeae92af95db9d7a555ceb6a02ed387195c8de50700e9770bc6a3a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1247f403b967786bc5e9eac0d3573452a1dd1168
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98cbbc81ebae46d764deb26e247291721de6adf2e7abc30eff30fb03b45d7f06
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..681c256011d0473fa6533fd0d18aa98be49f5772
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98262b91eba974a5e23f5bc0d4eb0d981042787a29011f0a49b4c62da289a928
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..185eee00d3a3e6ddd5c3cfc02095adba80a9261a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad6e8e8c9cba1326e667bd40bfe4a200aaf4f2cbe0be0113b5c1d4af36aa059
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d903489becf085aba261f8cbc297b123dd77b7ef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f45a5d1b244707737e8c4e4fbeaf6d18841f80f376c163a18e0021903fb8c6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0ae0c2f4011ecda076f8f30f565ce5fd6c86215
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711241b33c24de557dd9c06cb58f354754080893c9e292237fca7d29d209c938
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d1f4ba47a90976ff9e02a96da88c69fb10e1837
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a29d15f37dbf44d6f612e94b506958941c1b9f6b660c117ca62aa6dcd3f4fc
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62bb313e3909f5da56716c2051e5b80e1af002cf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e2d10aade30a1260bdfc34f3e3fd393a7ff03f319a73498bc6ed4541a5aa78
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a77de211682f7ce57bb5bff5d3726951c0f3cbdc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ed26e3cc97ece8d9301228bc3c88c7b97a78163250401fff0698794be42685
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75bb3cb1f88842cd278e675bcb5ad7632761bae7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31382df587299f279be4306600041da6a26b0bacfdb9c0b7dd636fc8987ebf7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16439e2af110049eb951eb00e45e495073b50042
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070d594e72b8bb0b22283157b1f9b2f19168dbb74c400a9322ab39202f9a0c87
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5ee199ca52625ff4d02cfa9f23fe45816657ebf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee2957285397a09825a31fd82cee313e5ea590aed660716892438cd54c71f8b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8838228c2de9977bfefdbf44c1cb439d526434e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae5bcd20cf2b0543143ebf3f49d2405d59a68baa132e0bd5cfc989665e6721e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c01bcd3a900fd82b49ca24c39b9ab7afd9c8d19
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de5116e8199a1962b2226e32e9d2403dec9b17d51f1a8efc15e5302b5f950c1f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02bef50a5365750abaf9225d7ffcdcda94c59a5e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a398a384e4898097a6d0a1fabd69ad02b420f8882a95a99d35d28a65560e8862
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de58a1b5c45e1f50d48ca8f4cdb85b273fc4454
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6cfe30e93f33b60c6d41e5b2aea0e42e3888a9f88c058c8a8d3d129a4aaae33
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c6fb95b8182437116b4cbf5e6ddc0f468ab434
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:327ef4b77ac7ddade76dc259748addc6252c806fe4b15b47f76eab2275764074
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..212b100a2484a3259ab2c538b6080ce0c5013466
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b42d538e187e3cb17a67d99f06b3a59825ec492ef9d6f5bd571645c6eeeb2b58
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00e49859d1e08f53c0151b92cd496364132f1db
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b589a02a42c9b7b6be242d44facbce36cadfd2153dd56f2861cdc426f353da06
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..393336dd9fa4ca9ad09316ecfd99bb6ab0b138d5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ddfa12dcfff0299c40a0392f7e3f5d721dee6723a16dd0ef0a524265cb37d8e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f37a83c09dafba602d37bd743e7edeb1fb306d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32bc53a3a2fcfd2069b9f0849cfe9e78e1b678d3fe4eecb3b019529fd08d628
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfcdfac9cf3040b0ec8e3b3f8eeba9098d0a6163
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6bd2883427709564fdff91e80c8c6332065d82b31bf1c940b090d6d3ad670c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64cda18cfdb6d7f7aac9102b91915bdded615a09
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762cdfe0d78daed14493145fe52ab615c38ec309adf6236e89595eb40d732e51
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed2342c1814129843384e9501c9b00e43e87650
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73ea11c8dc8a3215357e63707fe6f5d38ca8c5d6bfed6e84b895aa8f8c28501
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..303a1f0e0e09c9a111719202036fe0e9b11c4670
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b9e235047181b3f65d34acf642a775dccd0a0a5f23a038e9ea004081a6b2e6
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb326c1c24d9afe4327219ef16745f72b4c8cabc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03c07c99a785fa6f4e4feb8de10a5d8c920fb69dc189587edf2e926f1dad1f8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1e78bbba176eb5e4eda100a0e856d447bec4da
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d01e552f42e85aea643150b5721693aa3e375c8ab8d63e93837e857772c7fa5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..884699fa35bf469e479e6dafb578dd81fbb997f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545e9fd1b18f327a1a8e58c6bf8b28c1b3a6e6ec17fda04e652f26b61b44cec4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb2a49bcd548118530c4a23d2ef91c6399c15f0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb83279693fe39d79e6e926232977df94f8993cd06ee1a2596632b64824e672
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..277b5a9745c67bc629373d531002bd8d1907781a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae2f6410e179082b361420e5fc30af2e2d1b9884f83bdae201ef550df9e004d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be50e9c5f6b463873797a4b1e1fccad49cf78032
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc67adc7813cd3b8256f8b6e24f0d98a02d4b7721fc17a4569556bd0349a8fbe
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36891d31d5a66fad8d614cf1884155bcf7100db5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8eaab0e48648774af0394311d23d8d92046122cc1b036d9e6b44cd8274183fd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad494233985e605d1e6f361421137c35b4ffcfdd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3e5347fb9d67ada568b953ff02249e617d2b0c12d5b01d974a6c9b9fdd28f88
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c08c80b4e3b93bcfe13274d95909e92db2d5f5b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84d19dc158510d81c5fe2da4daa7c9b3731e18d85dd005fca55f0a29f55e4b6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c5beb762ef9e3b5331d8b0b6149b5d0c36c0da1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:573109b7e4caa3bd33f199cecd898452a0a5a70e8af6b426f3b160a96d1f8fb5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f75d7281463cd5551a1f6b8bdc5fd545963358de
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2bfd1346397dadb6d8f11cd7e8fcdc0bad82b59a11c2cb21a9157a3f97a2258
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e299c94ab5f68fbb57a6b1fbc187677d28974aa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d30bf3cab70b633b66a3f3756be548d601462e5a085d1534283fe591965dae1
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c6b1b15096fca3801637389636c6704db3897f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e3ea02b704e4464bbe537fd66dae5827a03b0628efbfd5ebde2501eadf60ff
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f86688d193ee20c4d0eb39f65585f42f1c61d8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb569ac206ba645fa50939c147b02c0f955d5ba5d48e4abc1978b051443d4ef4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0375d3e7bed5496f066f29f067f0e7a57de914
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d601a409080cc38d894ab62c8b4edf5d56d9489648e72546b094c334f7e14b1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8546f24a064ef996b286e144f5f4081a93a0fae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c16acfaeebf86c1309e2829a68c4ffc72716090e9631474b9bc61b934ac995
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c567a7b1b2da9fddd7d0e379d0a48d33b2b3d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df85989bbae1c485e6cc2e0d47575f4533d8ff718b1aff8a01e985f940ca8e6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42828446ab834d42aef0971de23dd33d479899b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:702f0cd0503b8907aa2d4136b26bad14f384ce75f4735bc211059416c792655b
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226b07684d41fdfa97e68c3a98f8da7ad3012f1c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881b2719b7f1fc0d9745f34602feeba22a079a4df01a9fd58fa7cd967b4c11e6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5251eb7f6943e07b985285e3fefa956c3218904
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eadf400ffe9c439736f3e4f409e23d8a3cc2c2e91cc14de208be3705fa8faa32
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b71097a4cfcc4f3c96f1f4b22765b88656a98f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa36377bc84af34d71d26c7be59249e08a0fd3abc8fe0cbd67f4c479e83e6df9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98449086db6438f29f7bfa9d9a2419c465381cfc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87bbb832679ecf9d3a023c38db94825c26199af1aaaac4022176aa4d3bcb8ebf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4f2f46c57b3dd640af089c0986a0888e4096423
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d68eaad3d29f6f44cc79b044abe20c6b9d4ed03f3163653be919c17dda69ec
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f034226f5b578252a1b17446e11cdaa31ed763
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52fd57168a6dfdb6c10d13def6e79ea7af4a57d63bf252de68909e694cd5a521
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f61bf4d2f0d3fde889d8293886ba5ec936846e28
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae5f1de1dcb2e873679f02a1b3d4299b232c3f846d55d08ef62e11c8cc065fd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37589f70e5b663195b0f16f2e94945cba273c757
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77548101d8685f0a774f475926cac364c01d0baae3bb35a8f930d79a309aefec
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922dbb727de8fdf394db0f10712aa8bff4589f37
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa46d4d6066db6827c2fb720533335e8b7db13feee9d3039087f14ed3066d2ad
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588a58c92230d56fede5fc244faa6074d35e0a72
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc86822c42b43a675022b8947aa370b631399c3754df10845c4af711cdacddf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df131cc6789026dec1fee3d281d2d435b3466b62
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c464865f6b3878618087e8660f9f13ddc295427b8b22fde4f75db95481c351ab
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6afb2e5356c60a3e88d908ddb45b7945fa6e6693
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d96cddcfce8d9e48a63410f9dc4a48279e4b51753c47881ba8a579a14242172
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2073ec6c6a4fd37cad791321214ddc8b6fe5c305
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5515c427b49fcca7b8f672af86e98f2ae4b82638700ff0a3ab32d45b6b2ba0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1bb5a5ec31ecea05b1adf105b39a6b230f842e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39aab312ee7c7ff7e2c66f5a50d4a49bc8b478f997f233629943d80aa9d7feb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1294cdeef2d23d43d3d5e127ea1aa0f5053f1247
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9347d244315785123f74f1047cba7b08c460353146f744be1e9bc66dd4a5ffa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5accd5d5210ca686e9b76988edb6fb9830605653
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fa45bf31f07c64af0a50154f4bd4d08ed56dbdff4c4ea2a5d82a7d501ac0f0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a55b88db8ee8cdd2b6612df673080dc6d59eafa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14fff17f3f0ea2ae2d4d2971be3d407eda69ef0f2c7689f9c2680c2d136150fd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0735f7f6ae61dd52b7c5658887579701b764216c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15af6814bccf49ee39dab084243ec835603392dea9ee65622a46e08baf51d49b
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37cf3a7af89d9052b01ac65ef4c7a815a0e1a9a5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a63d7809f3274bc92aa632c13b43770fd02f058a0d01b3d05612cfba381905
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8d2dc8a70d889db66403d41d4ae36f0d32a513
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d16b24105d7e095dba4afcfbe4912a4c07ddba46731ee6f4b664297c53406e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef62de54e081826562533d92cbcf7e95a5ac17d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52adba8b14f6f2d869245ca2d28a8f9e4467b47c82ed9bd864b89d70dc8472c3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd45647f5d438cf088405f8efc317bce95e84d7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ae181dd86e1bc917eff35d248d4e892abb08f99ecab729ea04b107637569b3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11f54d856b56f5baec2215fd0a6fc5d7df5c70f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d32d1837608fb82309952953a441073afadc22d512995a7f1225e9fa5cf88a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3e7b11b99b5a6f8060de2b06948ae40049a2d2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1422e3c89ea99611259502ae2129b55fd5a5308214899b3e128123165a0ea04c
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b6708df89f94318438e024ff18aedf7181d229d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c06c263683cd42f86e88b42e75d95b63ea8ef846d6610a9722a611dccf1e9dd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a83983b090d3dd0451b2f0fc6bae58512da8cb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ff90b2412d4ef40dec907952bd4c8588399b2b9e72f7e518a6197ec7c78b9c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba837be2c8deaf98850e04006a13001267f3080
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f3bc54c1ad61c785c9310b79565e0ba4e56c4fd748a5a25b9a62cb0bb21071
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7686e8718a1544dab022c1fc5e35ff15a26f65
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f78166d43b649cba3373792552429cf520e92865deb5b462074ec67ba9a2cf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f9466715627a1edd5f1d83397c2c59e4aa35a5e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b2736ab75b4966d070f0964ff21d2deb348af9b0a13b9e114c6d80c38ba3f6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21863a9eae82050b411e9c2851d2d2a590dacd0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb441454e8798662f65a8d8d7979b5c3a041d61e036f0c641e451e599ba08ad
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c9290bbdecdb71663cd7f729976da06c2e695fd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a600e9daa47de874aed449a03018d71cc2a8d08932d1750db831294d967b3f19
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963aef69eee7f0f01da5c93d59fd9e2d8034ed18
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9af7029f049dffe56cd6b6e39123093d5ed28ad0ce49f3c66ba501f79efc4e6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af0ba3f9ffecb968226a949ead0ea9e4b34cf5d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a126bb7347d1a2ae009c2fc8761519489021662aa4fc0bb93a8af205f0bd1ff8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5045742bad7dd1129de0ba082dffe669f1f381
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17728465d8f904f3364bcbe6bd1b3cb1c5231b52222fcae31b384787f20decbb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17488125a3e6ef18201fc2a0f242eff270ff8c4a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8117f4fd5ea4da4e1fea8a4b64f3628debb23a0ccf1a68151deadb4bf584c30d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99af7aaa324608a1e6493e9b99f01c47531f60c3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0298aafaf8ede51f1fa92a62af4a6f49848133ec48f22f0627e87d960eb54e58
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62019479502857a42ed20909158bb65d4c1708c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8cb5cbda5f6f05e96897e04c2061cf65358a29700fbab7a1fd527249f3e4d2c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7541546204762b3d2b3c1ac8b0036b168089be0f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05de41044ed622bc814fcd6ad3aa76b763492ff2d2291ef49d36a39159024988
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df562f138a942b0914b7ac9cfb95fbdf744e1fa3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec4ea9218db77fb9325597629a2e5847d8209c34d566f6b6355cfba891a963f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d24cf329fb9a2df5b81f1b62d99f5ce9f28f6cab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc62a73e5fb84d0c194d84e24a5ae4b2f3982c7c24ac3cd173bad146dc7cf57d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05387df6ccdd30ce8ac5c1641af157c3bb4a5499
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ffdcf428c753696976364662c1cf16bbca1de8f0d5a9293ec74926679be62f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8956b03d0bbc4242ecc7bf79825099aa4896848d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72d027c113ef960f39dc282ace81c48e3dfda77e88a2824423cbfc9153e65fc
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bed85488203840a82f6c57291c093f9fad904555
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39fe3f6a074808e2f931363814da9afca96834f602afd384eb6bb46f3398188a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32983603af5876ad6715182dafc13d5a3798ab3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29405f2d9b6d285942f632f95c4a54eb101daea15d9aea7e022a0bfa02175ad6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8161d84b6f248c3a084cf91b659ce98ed8cd75
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e85ed3802295f96edcaa55080709ea2f4baaaadeb4d717230bb83ba4737593b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c1004fa5f5b37b2fa6d9db5e54a1068cad0fbc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aee6fc195272fc254c6ccce1439d1af59b40bd7d0089402df43c349d7415c87
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190d87a386d08bc6f11e83842970d73c9ba10b9c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee858afbdf3acfb73c0dc1d66139c55f3c71c7e9b08bc56c4780cdd3aadc298b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b34be5f1fb0329a813051848b7ee1382aa744cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a32e73e77bae1454a405436f3acaba2b2894cd60925948a5f72346a24465534
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1da27c049a5076a39dda2cd0cc5bfbc3a125857
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c64d33a995b851bf9c8f3bf1498d723a82523b1c31c8d0065a787f718aec05
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faef88378f8050a41e4c0f3f90fff2781e78f791
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d6d4a3c3e165b38bdcd8be6679b490c146290ca72d9c35aca4e21a12761cda
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e97196775f75eb744be5afd440a1fc99fb468c7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1c34de0dac61304973b7bb4e345e9755df0eb7ea952bb2cf45f6e569ad2aec
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f22d4d0050feed9dfa0942a8fa0bd023e5edeae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e23aeaa7cbeec5ad3a4f4e5d43aca1e52835a39d48841ae06f9b3533681d53d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91546757009fc1569c225d2abd5b57587f233877
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d3d2b108186ada8e36f36c6d4d16a7b3d90700ff6cffb7f4b5c0f6e4faadef
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f1ef75c8ecd4109fb4b128153392b9bc9727af5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7027c7e91b590b74d60ab59df4bfe68bc4ed9d37f89f16d444b0768293326b8
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015190b439c4122568e2471ae9b60f8044916795
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4634cf45fc99030a6b4703bd8678ca033d57654c388ea77395e5848d6f88e346
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..468f14da3a49cb2872fc16c29415dafdc6751874
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab19656e75d03c67eddbf0c48f809f66fb36677a66c8c9b8002ac3c4c7a99482
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55a3becf8cfdbf9fc010794e608da3fbd3f6f4d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7361efba14497efc3194b6f6f2d8fa361d497bf15e71ac4bca12fbb976829152
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d96da4d56120502e109074aab4dc5ae5e645f79
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7580c71dff118ce5e65637d4f78b4de5d175b4b3f3339c690d28974a5d4807
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b29c74a1752336e0d08aed392b0b4e4166c85544
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c7c4c2cc81677f7d8b6caa12f61d6f13e79ac75c9a8460d988b2c13474b067
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..231669bac45dfdb7ce0a13dcdb99a97484295da3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d809b7783a287d126249e82f15181e315134c76479cf719e005ea9b74af8c21
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70395ac36dedf74c304f147d6ee8743ce53048be
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a174caf0aab6a7757d1ffb7b2e9a17dba17a354d2e4106e547e0b614ad673d4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d949ed0d2dc0ce08f28b79d3af5d91c09def4c4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28715256044c6893248945ddb039cc070d33f010118b03978bea69d081bf7be
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d0c47a17c635a64c069711172c4b135118a040
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3640401b5544071da14fb974b40c56827c9a291556675656d2f427dc0e5aff8e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea96332021c70e705f2292ddf8abee2b1d2b7007
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e444b93896add835d2a417834c6977103ef8845417e3fa374c14c824efb3b702
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463d44075a51b60933e38450d1ccbb4d43a11f91
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce6c5b28afc351a2b7272568f722596a73a5d219298b5ab014dbef81ca54dc1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3ef286fd0d85761370e1abaa5b5716c39e0e75
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da54642a2fd53f05a5f7c3947be6a848735d738867f80be3a9248386a9db522
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df28cd8eb803a3b79b77eb0c4a3859bc7f11905b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cfc5d4b7caed02e7712c23a3ecff0ea6acbd0d09267a693989345ab8385f4c2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac543a812fe3555c43c3548c562113074e2e73ec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07db7113e0dd5c33b22767bd0673e52bd7a0fd5d5b80cf433f2f034c3b1853ca
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1a0efc95bfb8b9669479204f093afda06d2e066
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad90a42f0d6c375a1ab30ab176ac12f257e4bbc21102b69806dd200bdd247ff
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ececa77b9838f1abf82fca2d6664f41679f892
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05f7fefbbb60088d523356df32c1cd01c0539424c45d923e475a23160d8ff9f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f30e8a8e8cf46b9741ff2997c1b192562627aef4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209102bf60c3ab59f6a15daff16a79ba855ea1a797f17aa6ba406319d85ece3b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9c6a302f4a158aa6906792d237f4380a77d23f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a421e9ca8773671f0fbaff22f7df7d7a777143172dbfb5682f976093a1cbe96f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db98e5b63a9a0031e4cbd640e6538c0e72845c1a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f69bb962dda1f5094aee9632b423637f5c86ac5b92389b54dcf71d02141d485
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f53b491dbc734d45285ffac86e73bf10c4b7970
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47bdfa0a2102970dbbe0f2eb9cf2d64920c4f0e05065fb166aed1193f290cb2a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b59c9cf63f9be9168b1ac7b0f6c5ddedb3c2bc6f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d9df62cd67d6350909d629c614203f7f521ec47ccc9e9ca8de3f6fb739cfc4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f5ca64a46ed4d535a950033fae703b2f3fd1212
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8303a2610ca8a44fecd26384a180940cee0963a207811992e6291dc147e83e7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad21c7407211ef923b215db8993d121bad41f42e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4cb1a5abea11debd752b18e03af3e3dd3585b838ded8f057eb02b9072df061
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4338f672d4f460221f5219fb10c3e414dae585e9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc1c28050e381dbf9ebe56775bb254244101b5fb0ab6d213c0a1602c7d20af6
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866026e9b6036d3ff5e932c2a180a548b42bd808
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beecca53a9d8c35ad77f339531e483fd58e53e530b38ee75855c1c09aa4fbc76
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839b98f30926d806baead822853e4ed9f4dfb79d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c449da67f96ef66e4238de4de419da28155c3f20998035de00e4c6bc2cb0aba9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73671fc8e13f29f053756790ec8a6ab4e5521b88
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd43e5bea673044b1879d9e3b7925feb96ac12a046996ad735732d9af9c0e829
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14cf0beabfa805bf43becf6b75eaa605b4bea053
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a25fddc3cd8e3f8781a60b549526cd8d08207254b98fe4878e2ca8760aed68f8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec957882005b477978cef1fb282c88d5b2d2b68
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89db85d5c7516a8115f77905fde98a7f4e324e6124b949c4e8a9f2302398d5d7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef5f94ed6bb68578dea590aeb279b186f02b157
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e28faf6a26f82b6818ac0ad40940ec057ebb5ac1980b78a27310fbfd6a589ac
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed8526f8a895b5da02be3566b1ea3417d293275
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55519bc197a111e167ee42300f7139510e6d84d3f2cc2140c2ac093d11aab07c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9f1b4cf6e7e7a63158d878e1e0cd9806f77bbe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf651a7b2fce9b657c2a7076d9f7c7f05fad2136dcc2a293c4e22713eda0252a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..172832151a00bf88e3db719df9a5e2c0c7dd8451
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c781f86d4bcd8a082362aec2f27392f1f612557075c2db585c6d93a92bbc973
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8e7d572703cd21724fdad3a39f2f88a7f9fb37
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee1f0ea86a83fd1522d159a05eb592ed586dc2d9ad9ef51ee2cc27ae12a00f2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4deed44cbc43ec98fda4a8986474f3f293d35d09
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945b6fb16b642363f06e27861f665613bc59e3cb0e51ed4daa17f0f090827d19
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144ed674e0b141bceeaffb899b132a8b7760b4c7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07450992970a1c0fe5445110c004435f3cdbc78cf3281317b1dbe13c834ea272
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc56fa2d7050120081b4aea65e8584b2cfc713ca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_15/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebed2e77b6460af854aa81f5de62e341bf5855ddbb3f3346e906fff4050d319
+size 3203