diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/lm_head/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/lm_head/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..213ea8be3ecf307e4f1a1072b297d101df74ec27
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3944603277860d72a3dfb638f128a77827e05013469a8fb542f96e801d95d997
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc80af70ec8b7fec249fecaf0899c47245e22dbf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f595a08542ee1c354952e8f8ef0c7cc8a9c6e57b53487f2dd2a81e91e43c09ff
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a5d788fc36b071070460e0a01c2bda80d90b512
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f26448756977b1d6f82774cb223f251936a3a17ddacc3e8c9f17152a4cdba8e6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a0257ae2ccc1e7130160f4f2593277adf0e0f6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe38a5725b920f587c44da24ec4f9523a5ea9c96493cb5106837a6eb29dcb20b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5827090f596ff265ed4ebd575ddea0c4c755c74a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b083a787819545330ce5573714ff08cdd189b510890fe9dae0993a7f9a3229a2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48c4018c7736f957480218f40a2b703d833b450
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbdf9413d7877b883ab3b8a89fbbcee0cf9dace2e88bdc24d503840729e32098
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed99e4084d5fcd85895290bea176ee84488a3de6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e884477dff727687812fc96ccbeef71b11bb9324d3bb03866be023b059435fa1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5adfb0c47827d1544d9c95ef57555e1ff726d4b6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeebe288fe344b86bee86189d21336e517ac7337f6a6594e16f1fc1db8021b06
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21034cdd7b7bbd0b887d6be56cc0ea8b2f508e96
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a89c474451ec5c5025775a8163e3b9a541f0bc7112ee7d5f15cdacd62e008f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae89bf56aa6bec0faab1b2c04b9205de70799018
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee5595b6f8bec691e1f46cb7765607fc0c9a66f4cf510ebcf6c13a8f5237168
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c085ea398fc33d6c9b94869db326785659c78b8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4046e04cc37db29c191f725618ca0b2f3e3591dcdc2c65a4755202b9c1ad94
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7865bbea204749537b5d7f59a27df4f090a97613
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26106d7d8f284496722e911cd5f84d90ab785d7732d212c03d34decdd39042ad
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b828cb856dbe0de57b3b84092c3b7dd48d8fa486
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07fb16e78b63fb953e2e50daae0008ca7d8b339b1da58a24cb113cc758d2c34
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce64a6cb1fd3032550ec3734a8f5cbcf5548f8c7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf25b97936ba298a00794920ba2d8662ca5e94d64bc4feca83cf52270e0cfe3
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c275667a7333697f45dba7b1b41173cc39d2c8d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355af3bdab483ad202edfc5f10b79a0a000703d322f5d3e06dd8bc937bac09c1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a03600189377bf4504b64a9e235e65ce20e7cf7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d148566f49ea492c870cb564298c00e4ef79001f9bd3eddceb87fc3f2b13b44
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af9ee0dd22b1c4b269902bfc17c56b6c32ecea4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07af3efef6a697dd7faa7cc019ac85992a11abc6eac7e1f9ce9f1066ee90f9db
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a98f1d3d084ab3dd4c81c4d1b63f6a7f697a10b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dec6e7c2038e00a56e97aeef1558458e7e09aa7b37cc35c3da02729728881d9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9650c82c9cd53f96efb62f426c82375d2cae58
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e97b3c70e9b547e2eb9f94519ca3dbe7f5559e30aeff1eef05b67c2d1708bc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9850eb0b603ee739b58a908351df83807c277273
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57a8f4262bf3cb8fe841918845c1e33d17543f296d81d74527fd54a326fcbca
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fee8c8800444a98b70e38100591495ad84354166
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e046133f1cbe6d1ce48983cfcfc1a877e38e6d9ff6aaa59d39638c3538ea1e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a7cc37b9442efbc2a2449bdfcbfd51a65c3c43
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e601938e0f58c59216c103a864ddb2cbccdf91f013b2ff382493a9e72e4eef0c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc4d9083538196d1c2ef860a47ab111e132a0dc8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e34ce749e10f3c2285b342aede496fe289688560a20b4970fb78c15f67190537
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e586eb6dd0ff9e5decad53ce25bb1360d8a2c9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5929706f4daa7d7473eaea5b724a3a4b935afcd156bd1517a6b7c2736c25c9a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b8c07b45f08983f2c70ec439611e6709c12f67
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73693825143517a9754d63067e0b96377dbc9db821cd4051fdedb8a98e2b498
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb3107f84edbe60ca0e0a888e8f2d65934f3233
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8700174b69c19156257c7e2f9000e9ff8e8c1b20ddc5f72366f03b2277844a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ed98698040c77d22bd59f487103806c5dc8305
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0790121f1cda969cf3b4827a8457a770cee6609b5a09e38dae071fbe7f2ebe50
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b064ad9dca9d08e4ffea17523fc78ac53f5860
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0338712cc05c191415896b323098eebf5edd562ee95846bdeb99c5fd6e849596
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8753d3e630bd0df1643a1f64caec1fec22a7b8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5dea9877e01f70d548adafdf41bb17ec5d45914eb644a86148edcbc92aa398
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b7daa27d3007cc56e506f5aa4c0aae351e7a24
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26ec9ca28627c2b7555176a5b0473f2762cee38d708075e65416d55bb48007a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a2c65a09ff4885aaf4a4fe87006a8b7e3da006
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb0157e466f310b4fea496a89132ae4f38e52300219741eab7bac6ad917be53
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68923ac60267beafd96505a7a3cefdc62149f1d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf929061b7c7b7eb666c330f57fc2cd2d5ae78c3503b42cdce4babccb524a42e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f7634ae51f7480cb5c118e034fd624cda6d517
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5b5d1ad6d052fbb8bf0fa179fa40a75f34e8a220058c1167499f82e99b3ae6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6238cb8e303c8b05e02c703465270cb79e4be63
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480b944a5a4af052e7e206a1bb08e2b586c68db1864b8b1e7988965345b5c0f0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1156f8d9eb4a4db648e2803a0a51898a31ef6c62
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d212abb45dff6836f16b8792adbc33b8532cac3f1d109704ea61732000843ffa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a3ac134601a3377ce6e604ec94c7eeb6a05505
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c3d5f143c3fd234af71ee6ece75818afad46fc5b528539f7304298e4125a44
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5766e18f65b63b3d5bef94212d8300359d2c102d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e29192fb856637647f4ec0598a03aa344360b741976dc8e54b0357470da78330
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d290b12c9b4fe43000932db023b6e82b9701fb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04928f7a738a513f7c1f6be6c3997a9ab20ae402ba240c3582a14653da580b55
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..613a6f089c3cad954da1ed814276d061f4003c2e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc732717dcac2307a112df7f08d877c268f26f9806288e970f990b7d335f9812
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14ba7bc7e7da3608000d646df23fb49c22dc208
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:188894fb278eb8706eda70b636832a5b3a11f03693a85385bc7104dd88290139
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc825a19bb675171a67c6d6763b3fda4a4e70e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392356ed36e1814d382ca98b3975f9ea5c9507cd74c3f6994929a448479d19f2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc450b74926c37e3e8ad7d5f7f8f8917c40542ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d9b906959e66c009454a31c14d088796417b56f1b2c08c8510aa325cd07be2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de357b6ab4fcbcdcf91ab777dfec5a26f6ccba63
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c25a986a0f41f354e2566c86a279451ee0fb8a869507729ee7107667a603a10
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e24c7d68a9de66b3ef6506d396816e2e99946118
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be02eaaeebf48ca4a6cd518843d2813a8f52d15b3da7b368d0b423f04a467e7
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c9053cff74bc8c1ea38b946f3970143223bb6c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1569916e5be1362c2a5c8a4f7032180d7df2382dd9a06cdf3f997aaceb5a55
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d585410cb4c96eb64a5426eae5c99d94b64014
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ee1152d4a797cf88f2efc93b38726296530fc51ebf9113b70dfadc53993429
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4475415ccbc904e07fe97fa1ef2246d16292fecd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750c19184f66a1ae054b4e507d8bb310f6da0664abed51abc9ea2fb805eac89b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2bc075243e36da25ea43bb25d012f2c35bd178
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c7a22f987c67abb3994c542bd69651ed7ecb30dbe87bc4303308c54f473ac96
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7bcd0ed561a08be6a0569881bc7e17f93d01c6a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67068a9c66d7dd9d51b8fee264b042ec66ad980deb2408c28e773148ab675107
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4120e98d2f643570e86dd91c31d73b4fad2ae89
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe497cfaf7162ad2a8ca0e78e8fd070bc7f2737e0ab814b3584569d4369197ab
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83754db331570f0409bc611b9b7fbde7611d2d22
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05597e018dd4d58ffff885370c52e16e8fd0d7acadf052abb4f974644c0db1f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33635b98a5c9e6ae86ad1619fb8b6858c53122c4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0709ad779d2df8bd3c08be0ef52339d5f1577d45d438c88f392604d5e18965c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34db40b5870958b5eea6d3826b7db35e7517dee2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553898d8b2f4ca486c55f0d82b1d8f93bcad1551ad1465e27a7158870482e42f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b0726c8c56cc3e91ac673910157407477a8a39
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ae3589d964f056d65c1e44eaf260a63fd3c6685a2d7d3942a1b3d669efe120
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3458e7d13c615e3cbf2e70ea5261f1e773e720e1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa81c0b6e87c4a04256989634ce74b54118baaac3889fed2e90811055b053d29
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e9f3372b6cf90249e23994409ccb6b12935790
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02269a5da0f67bbd80d3836d1beb206f902a3c1b34e038343506bcccd055657
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b492b01697722b0ee6794cf5ec8ef1aa8ef5faf6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c8b32da02cb03621299b0c49ce97c2dc09175d638dcb4ff95c714822f10308
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c7a47fbf50c5f73f396a424e5ffe90ae95e08a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d6de2611e9f0c8647777efd34bec3700c0f9ca7e0c4ba2c3f0af8ca2acd657
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a37e84ea58e4e4a2cadc5cc9aaf657d2ef92bf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c03530055ae7cba13c6b639f56d38df6f0e907f25f0714ca9e2e739defb0395
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc0f638c3151da4d16a997199c0c9c06c17b915
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e145da0b4eff12561f03e5c974bdb8fcfe62a7f15e631738dcd3a46804ed74a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e84cedcf56c3eafff9bb27ad3db0dba365fa76
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64728d35a380d5a79f498cc456bc8ea8230fff19a8807b82aed9a658d75ede0d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9ca26323f87a22509792f8b15bc1f46d1f17543
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15bb9318820b06eb291243030f1a82cc3c31c5f3272ac196a361dd4b1e92d1f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd064c0859b9824690309212b27ff6bda5aeaf1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca4e7e77c006486afd22e95d50fda4a7778c9d16b05f82554d639d4d0f8bd7f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da071a3ec39975151f1a2d326fae172d81f9f10c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d42811b3f83219c0d9b55269c8ab9c9f317592abf2a5054e06cc782e90a92257
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be22b9ded2b90b16463abb72fdcfb218144d815
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db0d03a4be46630473187931ac3601a1d7c1d4b19caf035705dea74a87bf3257
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9321134c25b580fa06456eb941913673d7d9c28d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4f29510a2c74262d43b28f129b3416cee34308bd2e9bcd6fa9cecd57eefb6e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe4a7532e39f400849740743e4103a509cce02f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c3b379b2d2eb2880f2b81684b76c1e3e3d6e4e4339c6ca2a80f509260ceda7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2872eb05ccfd752e37fff066c185a4679e270452
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:247aef3f3cc8aee19f108b91670d84da025643c8d6895eedd5718c3ad79f7ebb
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a14d298e3fb26bd285bf5111d1ca029a1cd1be
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64017c5ba58422bd83745fdb3f30bfa399b83fc892bd5c54fe1ae169a4e5056
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b09abb4f92a61219623ed479381e728b1ebd86
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:345ba3c10c4c93b35bdd89d0003e33af1944fc535cd257507d0c320975440d64
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd684d835207ca66708d32aec4c5ce888ec2ad92
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b82aa6c7b2b670de8007d36777539f3e3d54e3c51e587dd54068569c53402a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3cb19e1e0ea810969ff8eb5162d18a0d03e293c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0cfdceffa9ee1e85fe70ab6e8779a1b47d92421c39f13062b8ce5e9874596d6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df9b9a19eef584feb7bd3c17e5ecb7d4ddcaf27b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04328228e42b09e9ae0a8eb808a1a2c7c43a1539b4a1e81d85e91b01a4ed659
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe5101a77e91dc77a1e2bc7001aa5f1071448b7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2acf3edb0631a21c75c97c97732dc4258124684e71625e1c630183b0e35e33c
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4525ac1db05b2107f3eeecf716bd04c7a811bdc9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6fb82d9337f8ab33ebb0d7403cd4821a60dce2f34218a4d6453582df8601030
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4381838e3003f131c0e3663133a73ee8c588a590
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec8edf90c51db73cd3a024c359ddf2f4dca6118196d173126f9438877bf6d85
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2621acd9fef532a0a61edfeb0e50aab9f1299052
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa73434dbfcb47443c97b1726f1d558e339c24640a16d4d4e535156584290f3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a24109c868ff0edbff1024f59a3c3940927f483f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb93dc6402e3741f0d55d4ed187bd0d35fdf939bffef17a2f2d89a156c65631d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e904bd31339ba0d99d9b1d8047ae163fb9e9df6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12aaea77f3df8161da61af3ea0161fe58ab645f9f12f244229737bb45507d98d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23692cc5814527930985f1799d3ca22205f37eb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bdc16824c59aaee1cc95e53cfd1f47c0012130b95a7812208d62f49732cd3cb
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b6ee5f4e48534f240947e954add22f69cb9bd3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb2b976727a494a82dddb43bfc40554126976e29e874542b3c4510e863ad6a9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b0f56d6337a9c9d7049d84f16a84ecbd49e58fc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:388248cb4265646f7e6e3fae21dfdd2bf97f791259fc25995a941efaae543b54
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853cf687c83d03e7b5bf4c9561840e6a9e00455b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91830239d9e8c50309c43bd508004da7298a7c76a62c2fdcbc947c3346c20cfd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9656387c44946a302844a08fb7c0407ec7b6a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d0a16f36d482ad8732d853aa13f181a35151536627efe5051c47a08efd2f3b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b1f3b6e4996fa5ec8a2ceee219b9b3f4ad9152
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7054a542ee7d36d3e90c801efffdb85eeb636dfad3ee1ff310fd3206489a04bf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe2782285f20bbecc45dd337ed4136c8e9dc6f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d225c5771d1753bec37391f533ab81fb3e24a359c30aab8b74e6877f159579
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4081f20365215442c54fa70036b8c804a95309
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df01d27131ff777bb5c2832af827bd00e4f3edc0d61116e19ec56e24462f5611
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41bb1d2ca15fc457773d3d6712b689f512bb6293
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98a2315275441e673afdc3f365175005b3f548bf9f9ab9de408168ce2975365
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e664874803497da48e4de9a2ad44051057ad2ff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1c07bdc7229d5e6ed848ee38bcbecef888d9c8fc45f214c55c19b8f64e533a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b73b8272a0321bf53a9c724c21bebb9d2a4d143
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4810a3d5416ee9da7c557b1b23fa4b6e4aa65f1b6cf202b7ad760c11b3301824
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d668152fbfba9f39149be3039305c1439dc5b4c0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c359e258858ce3ad46e303afcbf9ce3a2a4d567456e716109793c46cee49b3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42881140f0d1eb218776c6ead196d5df115b334
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5940be7d053d5fa8cdf4c09059811c5c012af1d62f7c9c18fd831fe9de57bf
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e738c5fb80942cf7cdae12baad727cea80d29b5b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46979908b38ad4ebcc34206a04a011b3bd44c9e4e5a4f511589ee07064adda75
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e671ac8caae41038ee24ee221a6cae0c00fef5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4856aba7b2c4561dd0ca2c79cfe33cda105b3ac7cd16e4b50e781a814c9ee321
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208501387fcc9d1e9704a51673d61f821c0b04e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f9c29fafee6929ead4d5371b1a34203be5e13ac27c5fb883ba6ecc527993f4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac51e513c33d219bd771906dacea45fb4f9f709
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6b94a67e898e531f4498353ac094c768a9dfb1bdefd8c18247415d3b358ae9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8ffd9e6b41b3329ee4d0f4d71998670d6b69ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ef6429634bb31e42271f1168478354939dfc9139eac7984554d04180e5686f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f2416e90fea3949475dd7800d3f8a398cf62cf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e9e8f8cd746902975ee2cf3e5e13d50cb130126c5fb1431aacac525332856a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d94fd3763f3f83443d2337e592ca20c6a0c3f529
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c141c9bce6daade3a344e41cb3c9479bca2b2519e0934be77722e74c08f187a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c1f6a71be0677719ce8be245a763604d90cd07
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd07d48013d53ef8d2d579e96204d0795723ebac426d52732cd18673c7c40fd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a12011564bbba616df73fd46664db83e0c4f16f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e35443a7e2601c80f84abd0f59c7369a2e12079bc31bacbfd4db6008a48b48
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc6b6d5c04a3dcea60b9e1567d7236fbd81cbd8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7461d6e8b925186b7e1ac27b743b7a9e9d2f4887da8296ded4f9021375864bd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814489d3f7311b193228d3d07295e1601c1b1983
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa68cf23a493e2f4b78fe8c4ae491b930ae9418ea1e509eb6ba77c1fe4d18ef6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc14e42947b13591e472e176f60bfebbeb679907
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84edad6ddf566e38845edbadd46d5b2ed1e7671acd719ae5d748400118694b2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95945aa18c2b9ec34291218d8f65d328a837c18d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8580df593fa37efc8537a8d54a47769d42233f479e0be12528cfe0706b3e9ff
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aaacf92affcaf525af3ebd7f2799d7c6922315c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947d60eb1274b0dff57991a7ca5a07400741679df40039d2c5b05676a555b4bd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3541d99b92cb71014abed64d79c505a1a97ed47
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1c32de2d083e3b1158b3c632fee300a114e0a0e34253074d3685b82037c852
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29131146fec396fef8eed7a335eba18ca504f9d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e5a3190a388d7ba0ce789dd4f93be65dc43b348534c6b7cd31d47855e61760
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8c624fdbdb20d702d9c1b28d160e357d550fdb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8a8a3a0ed910dba0e20d3c41411cc66db03be0fd6e0eea7325bb37f1607715
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d420fa66a9cfcdecc7957b673b42c98470a8a42b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36401dd5eeceb349ae24707521413e238ff756ad95ab9fc89b39ecb740bbbf3d
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac267d9633be083c62ee73d3b7ef1353dadfa1c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5349d1996ff68e49397e69512b7bdca25a226c420cfd019fa79f9813bd3ba367
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1e6f2151df17505912f848507f35d10d6c6e91
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847e6e2967444a2b509d2963a6c1310b573268de6217172b0005ad0ca2a72a64
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d9a116fc5408e533e64a716521be06f68a7af4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8af72cc07b2312e9809174cbb4dba39b9501319f9ed9278bc5623eab8e9c546
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c448a041e3794dda4af5e19b119fb94ddc812b71
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2edbf8fb1e42e6d4e5c2d1134dbd1cc17476206006b2ead925492f16d3b28db8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6570d06f0c4452174cbaecdb2f5b1d9914e941e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168b4cfe444ed885f05bf08073f34e614f8fb5f7a15a37a4676eb71b4e8d67e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ad9f6c487b5e22e4a673eaf85f81e6c3cba93f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a0a01e5bf159b71a9d175a58c145667a72a26045949814132f569b05cb26e2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b5327b33fdd395f002c2bb0c0c1ec80688410a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21dc9dee2eac81743ae7631a4b6b2dafe05e7f373901aaa69762b0ab56c617ee
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c551889e829cf72531082d61ad5332a2ec8b748
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be89423b63c6c82f897b730a5682db2e39dcef36f1d451ed0ef5874bb732494
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799ab5f19fd585256277070427f886e36edcba13
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af30238b022db75a431d321f616ebb9f594e375b74cf9fefcdc30304ac07d19
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352104f793a30927d2840a14663285b3566d3fcd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2eac630b5e97996514a1beb6065ee11d3f604dd89738dbe33259edbbcd70702
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12193fcd806bd2a7b46d6c9aed1b338c588bdd37
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10969eacd93cd1c86bb4ca152586564aebfe1b525a2174bbffbd4257b302ece3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cce0e57a664a416e01f288131fb8aafdb73f425b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a4465cdf0d905d270c46b6998af5ca93b83b4f9fb74ba77f45812bde5ea0b9
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a1e179f9842fa14be24976914bace2ec31b030
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a383ca0f58f814db21e92dc085c6c3e9fd90c131fafcf18f4b41693f6e80ae
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f1c965dfa534a39a3e41ea6f18c6bd59fee83f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9917ed8d2e042517699711a2ffe75d397e21642996c947b03042530290c1aa0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d714b55f9b4760c7423901bb80a0a5fffd68a17f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f02b22dd62048481b7a78a94edbcfc764472c4f8bf65872b145f27125233a08
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17dcca473705676a82b81f0c6e7a1d2b5d99e7ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90836aaaf3e818f713d7135263a788ed14e0c75cf42d00ab4c601b2c15c9356
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f52e12913599a88db0e5718bb2105cc65b094ec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c7db574d7dead8a8acd2b9612c3e4cc6a05d17cd5e0ed4b57258cf6f17dbdd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8197a7d574590fe83107917223916e22866b4cb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b8ec669d14e69d919f70409116a357a4cafdbd10452c65ca5d540bb5ef2733
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b43a2464a08f0def962b64c1acc3429e82783c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ab87265625d6381a18035173140465cbbe185fcce78e976ac83d3cd4b13a38
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e51e7197ed178770938fa6f88553b202874c61c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c766f38ee9280dc6739afcb9b7ac4fe82a43a77e2dd464f80cec4e7b6f0b84
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd48cbfac65e0e508f070db32e38812e54987b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8676914ffe6ed4664bd1a02d31c1563c7bbd4f33e9420ab80afdc48fbc0a964
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..418300f89339f7c2ca1575d2ed99f2b9e14d0b1b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7bf5987f5f6e64d7b91e31a66a585d0e74965fd7236db4acd5e07393e8cdb2c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2db3edeb609d0131c041ad89fbdbe82c795ae2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873b6c9164fe1f0f7200ae621014c1d1a0007733c0bf4923c0746daaa7c840c6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e8c735c4ab5bb42688707fe6c85baab3ffc08e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc94fd74a3e14c3ae2563b74b0eb06c16fecce13da6816e819889c7b44de890
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fecca06edabb803f0005353c14524ea363f4851
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c7c660895b43e7be5652195277cbd36474abdea7d8e265436b8bef56ea17c9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c9db5bd82d293c42b7ae477de0fb5f947ea04a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc80059a937be33873381817842dabbc7fcb3df0af02fe62490e1aada68ab12
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88e20a94449eefe49304ada6575866ece664eff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6814b3600ba71d992e7a8c13894e9c6c069cb61c11e5f2acea0924e53a4baa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0952ae5e6bee631c5823ca8b220298fdc833a01d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d810c95f52c3b5f576d921eca8199e40510d72f5c7a83ed276a6d3f44c447ca9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..438dd3f1dde6d3fd6e8b29ab6036e07de14fe90b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f7463715154a06b5e32758cac2eb998345ddfae0f28ef548eb5c8461f33e490
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d733464f3ee97b404eb947b5257103741f414f0d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b8eb6bcb8859094a42486f251cf5e85d3a319665e0eb96621db4432793cb39
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6742d5889f75dd936e4af012e557fd06dd7191
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e729cc24598e1c118618d1a1a04ee90c88fbbd86dabd11bd2bad0c54e42b4009
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e5fb90055a898e3557fab890780cc88e2393f7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1f2d58ed6e2bc6cae92104b120d7d015a332548b750c71e92cbb2dc72d1ba5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1352806036027feb24cf82f2bac7a857b028a6c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20fcbbebce4751411d8edceffde879057bcc516cf40be9de6c5b31b0eaf4023f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb3c10d4e5bccd76ce4beec7d80d8ca7ee1af74
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6459beb7235db85b62fa1cc0700176c444e3fed170a499a2a2a1b0f7f05f0ae
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a633bd679a76cfa1f73aa28fb23e5d5de9ccfd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7578449b64f2a33bcc9cc41168e75ce6ab3e19c5f49d7bdc8c68ed3bcd2881
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a29d1a6f4067c4a75211e3a0b6313c652e400048
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593c1c0be5a99773709d9b16e8a4266b1f7543a34a5fb7d446f0fadb0f9ff53b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b40fe2534c5acf420af40e8e866dd10a3aa577
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661d3fe0ddbf2206db6f85ee9d359db5b1242a63a06a8422ff4ee0bd02f33b7c
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667bb0dad473252819dab156dfcc9f9766802a21
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a27c6b7216e2e5889957fccf1bdd5b080dc1c2878d001564af86c1b34796058
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec5e60c0903fff8d1cf883d5afda50d2cf4a416
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d18e6ebb9123da6dae7236108a7d0e042c13e9921e6351f31e7520f7ec706d
+size 202243
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0dcb324b19f5a39c5dc25cb4cd52cc21069e60d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7047108741304f7014da375b6991a72e1df662abcadce17c9bfed0e27d6592
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672d7c7a3354f91bee48ce24c80050e989d77719
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587d9830235ffd41cd2bd1dc7e6ba024e45f995c3f321431fbf331255ec5b8e4
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ae34fc20e8f0c71a30c3842ec0d0040c2e842a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869b39692d4c031a0aceedf737a19c33f85fbeb5bd1651477cb5cb9cabadb482
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6d155a1f331846b0dee19a9919a0ebfba0fc97
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42877dbd41b686ad2d54efdbdde0aead70339a5ce8af016090bf1f7757d10bf9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf77513a810a11d29c8a78b1cc7b59a1977513b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f342a0946cace215a563482189c0acd70c0917a16db192abea2b73bf5cd07871
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20de36978d07369174c85288b2461fe1789811bb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e4a321da5ce44d115a02cb9c00e9be78bce170b4a71fba776b600510022dc8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b7c67c98c169db648e3faebece790baa229539b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3750323f70aaaa00df4b81b353ea13b310a6460bbfbb965fad2b45b9b7117f75
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b0e3e4af5ad17a71316150bde53e75f86f7b51c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1733ef6a1e7f99a1960ef7f1fa1a166b54d8d0fbc40fec824b37c48071b9b78
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ad68a7d060021aca674cfbd92262a99022b856
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2905c13f9f65a61312df38e1b1d6c34cb5b8b522c78da1bfe4e17de753af31
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092f1fe1eaf1d529bdbb0260a0f2bbb5c4c2e5e0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769790bd344b171459b46ee989ca985ce8cb31ca53f36c4547d10b7a093d28dd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe91c9124378955785ebe7e1a0bf744e3b741e1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ce9290d4f632d632f1ea7ac311306623129e7ca19b49d9e89371a666167820
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebdef99a5cfb771e43c98be8845fa3b4845160ca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aefc07769ee91775d8ed9bea2bc5666a19d76011c9e276946bf252845067a434
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab039ea8236a7b57505189812476a842a5cda7f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29281f690ba9fe37c4f785d07fb0684d0a133d17bcc3a3e3c78d6a36c29b0b73
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3216b4281d986a9a1ee2e7f0299020fb901ad3b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbb2878418feb89c0bf561311ceb8169605f24c4fe5f8dea0b9d3857b75f6fd
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff7e85ae0dd5465d821d32e8abb3af5a5959e34
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfac2dca9f81e61dcbabbd310f8090f5c5f989f0ed9ae7c1cfab812324de5ce9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4cb35855c5df51448bdb21a8fe2c34995989f4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3bdd952acda057277f61c4edad075c756a5e0b79e9f9efc6659946127be6d66
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce467d6d7987ffd4d1647b0caa947608f370b435
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ea7c3275de7c6c5fcf18089cdd724b942dd65336ec829123a183f68480f69d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a958dda321f6570f1f9253bafdba4217672533ad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cbdd3cc85b5e196e9aaa38674b61bcfc33bcb0200409f014ca3e5174b74814c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37848ace29a568755b1587b8110f49556c2c6a62
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4edbaed8c304072071eb4bcc34a5ee09c11f9262a31e0034ec9215c751f90e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06d5f8eaaa94a3dabae20a7f879efde3924e5f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4583758b558c98bf6017c0b269f96e88662180be02231947a6826a399d7159e9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5954f37a39fd15f26b652e1672563fa1e443fa80
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d08a6e95bf1b5f5458e30843801dc88acdf1abc2dd1c952e2b3b2cd630875d3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc358e19722498866a1a1d3c8f552582bb842bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9bf2ff2f73909bebf936a2d573e24f3b8c8f6f6f5fca8681781fbbebf7ac847
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772ee8f892286bc68e0936a4537108448d74c583
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0836e0bfc3ac056366083a3603d01e2973b35a05f970321e62eb1fe8c4d4b4c7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bce6189db29604a83a4de2f728f10330d71725d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103f4e18d823cd74c4cbc08dc94496c4547223ef7551fd4a040ba0919d14a4fa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af8e520a7b5db9574e342d9c620baa4cc87d713d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a6f7b2899533e4b4ab6dc65b00c8ccc3ecf0b9b66397c66e6e1eb02d5becdf
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daadb90ddd5b8cbffc1f384625cda5b03e509637
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4479fbb6b464aa5c7c34572d795f34acddbf13435721c978d7f49348a13a6f80
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba31f25c66a986c1189de9c9df466bed4e61743
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a14d4b597c03ffbdea76a928e5e71c0eae3e10c1300bd3284b94587460c73c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ecc19318b3f38d38ff3d5f9288e9e2b37015a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a28945ec30660b3bdc636a1b21e42b583abdb687601a2b991bd73e3697bbb413
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9273c389b14d82ce65e93dbc0067c2f99c375291
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729dae3c1db2faad6560d4ca3fa0a428c037c6808f8db8b1d86e896cf6c9786b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97f52c5b19bb40083c38e966cdd074dcc76f65ec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb6734695a724cdc35cfe9589dec8637d46eae9dce9bab380ac42e05bab9bf96
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f97a168e1fd83c1361f519b76ecf70036a5e4c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4a2aaa64b90375425cfead6acbccabebc3f2af022b716b1ac87c979194116c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b74bfdef809052881c4aa0bc8d710c3690bcd219
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a5461eab8c70172ccc159ae8989bb8dac00c81f67a3d8115b9283fb9710915
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb3e0e48230839f7c9431217b187f3271fbbb49
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8057565bc5fee362ef317ba4fdff45f24bc05d5b772e1c0c3eaea0e16c715902
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e94bb5b2c0cdcfb48938ebef74fc0f2bc09e3cd2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afac5c3286bc6cbca0d6d20d3139f85b1dd731291d35e6da047748979f351662
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff9bf958ebb8bdba1f247cc2cef0336274d2cd4b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0023b30a484c7d90f9043d5132a6c5c59901242714bef09bd9f69dabe47d2ae
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a78832c0d18ead34728a9c8de28c88656aaa455
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819b2531ea9cbad88585cb1662c6c85686fd0f94e5a28f4a0c03f1f96e5a8df3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc5492e61eeaa84b73514ba2a7a66e8fb13a66f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cdb448d18d2cec6a30d7f3f0f16a67eb9c6655e148d257c652972962af7178d
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b413d66844e589093fe8a1f369b8d7ab212338
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c131dab998ff5b77d835e729d83bf007da80c65ffb654bced66d4e4eccf2707
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..905cfdd6bbfd66290b0a69a50cfc859ba99f5973
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabfa6febdcfceccf884133b1b0a65af73e5e0b51387bb78fb8a7da774ffc45a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d15434f995889b232a0d69bf712ce78d7853b0b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a154b92502d25618db193f8615f23d5d281aaa821e6495aae01deb903e3ef44a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a39b64bf2eb99b5fcd9976fa2c7f8d3d08b67c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d649f3d9964d954ae54ae2584c8bc3e34527fa1f6b2acc08e7505e2e0596cdf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e01b463f14dcb5e98659f8ef3184a08638aa70ed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a3526afb34fc243a445d3ecfe1a27408879b2f63c8bffd3c91720e0483aac5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e421dea1f20c810a978f594fbe87f4b6124817
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e73a41d1b21ae9d5423d494f085a5c04fc851be4ef8b5e50e432fee997dc50
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d499ea25462f32b77d130f222bd3d0214eeeca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5628abd228ba282f2edbf6f7bcc20e40c0bedf6e43c871d0aea871ba56c60f49
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..045e1b5d1b7c6e6783fa94dd679f2e4a0c416175
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93591e8dca7638d8dc90832fb7acdc1882df253da54ffea86e184a330b94dc50
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d4c67adc7e2198cd96e58f90f10487432227f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b6a88f98b06a3cfea4dc3b980a6624177d6a40ac15ef277fd181bb2de0f203
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c6bb741626ce5bdfc0d78b9a284960f2dda127
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f91c9a370da327bb646826d7ee2e7ca8f4fe88b1170f9775e9ea27348b659f7b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83619be808214193496d962b36f11218cd0297b6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f67eb8e9937576cff6172429eae5ee1d6848dc958d10f5852c51af54e87bb57
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c0655628ecc87102af07e37d5dad19d6d79cd6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c72655f2f7a0f1a346f457aa7a8276008c2f8b6ebaff2be9bfe867244c8332
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14e1b6892b2170cd9dd63b4570b2b3906e21423
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1273a2fad89ba11e44009dc44d1e16fe1112d9b0c0e8474108dc6ec22527f7d4
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3963a78f21aac91b3e13a01979cbbe98dfebba9c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0894b034c95d4330bc9fddafb26db4ea19ce551dabe8e123d6e7361635749c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edaa7bcf1048ce65084f24c76675b881873b3890
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee9bc8bbe4180e5d129d25513dbf4209a6dc0dca84d0856095d27f9fdb2a2e0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a0dcdeb1f73f6c1ed20d139e9b8d761bb1d4518
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd71e5ae8976184bd713ba3d144981efad8f917f2ca46164eb241a07d864608
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..018f343c098c157acc572f35c2e91b9705ce2471
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859957cffa532ed1ae9d210690678ab0b711217e07221e76fd31c371c7cbd243
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e1684dd492d6cfc887f19c59fbdd932ad0766d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7807469d99daa5e435cd90ef1371d456224e993275407efe92ac12249ead41
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b2d154c114d9abb1563684b350348b7d8c20f3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d6c71bd20d56050a8a374a106b66450e15233a00506f422c946a540b3ca06f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733a62fde26468549271c645f05b45aa51c639d5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdf7d509e12ee7e663079aa8c3474218c50fbd3dbabe7b53dc58628ef70d015
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4260b4731ef8f46e7af4689cd6c83cc9ad39395
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d053f02974beb9239d072c4eebce38e7ee31ed4f37335b9036ca140d438a3b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e626695a5759abd8119f8f296f951e56e735855
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc83319002729ac55475022407b151a5007fd278342dc323edf58db7549d89d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3acc022802309815ddc65d327b9fb0787235d349
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c48fe2ecbf57c58ff89959840499c07bc5dd4a5e8f31bbb14c7067b9dc29f5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd33c7a9f659306fd8c6a42ee62789b476523874
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a869cc907203af3e7921a3748f324b727fa0cc7b3e89e58949dba82ffef4ee
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f1f84d995eaca834608a94b464ee3f605bde6f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19b04d34229d08b92a008150799ad1e6b5790c5ed535e9cca24d85aa66b797e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5688dcc370251ae183b7e3b1a443262ba87d3574
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e41fc22e0296a2952f877dd53f5b14ea5bc773f95c1fff8b4df7872bc57996
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1d9735edd44947a1c9a2d39ee6a31818e07221
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a79e9fc496ae98705041cb23e670a3b68cbc403380fb5039cf113491ba95fa6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..709e73326357c46da318cfab082268a707f04354
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a913ca7ea72073091ef588faf549ceed1910c1cf01c719cf4f65a2336754da
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..265b07c91be83bd1a3219843004812d3ad1340f4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865402e6730250fa3dd2ef9748d0e21668a9fc49a891dfc829806d1e1b1d75fa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af725c2cd5f22a395a932aa8794facfc6e73752
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5557c3c7a12b31627a41aabbff0742722ddb43df3786e6547ddb03ee422c021e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846c4832cadeac01af10a0e1e02d60c69f274c93
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32283d02adc83779946471d14878d138dbed9424338326ea79c7dac69e4da7d3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322b085718264bea6f34bf2ea63f72163a551efb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ebb2fd6977311236427b985d262b1f14cb31cb8775b168c722e123eed177599
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70898e222967c3786723dd8890cd7985968f790
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376e518cac9fc309c5134c8fd6248180b91099b75f06ce4a141906e0710fd07a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2035474149a5de970ab067e44332936a69a1245
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d49ab29a92dd40be81452c262115b9e7e5665c987881d425f1d96c43d30fee
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d448cca28cafc3e0417de1eb8af22cdc85e40930
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c696fe21fa1f1a4b954960dc30f5cd5ae2056cf60cee11008451febe52809aec
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce2cc19db3dde45df94869691b160e69047784e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf04b7bcfe387248183ac5a8c7538a7f7645322f32c0f319f92037363fc62450
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f9731944c2b4289c4a72080b6670eb8dc2a24da
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cba6cf678991422c1d8a6f0f7af0825892dfa960686865313644b06ac70eefd
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58c44306dc7d73a0de6189a49eb1bd976619153
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7efbc2f87b440d3b8d4a9cf485116ab4ae0bf60e56d4c395a60044a20e1a4fd1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe68f011bf27844007b604d8348676be41a103c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6356c359b4904f9fa66d76d0fceb9b8ac0a2818515e4ef6caaa1fdef071176b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b78752e91fe57eaf5aab53571c0f13139253465
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d9e4a74c4970a1d4a1536eb8e71d7bf5c5d59ba6c14ba4bc22d1bfb5b0a321
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1dc7d35b2c0b00b27c404ac75c73a32ad6efd7f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387ae697bba61e746a8792e1f902d86ae73cf803f67ffc1e198439550b63e4ee
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..074d06fca635706e8dcb45b2d9f9e98c058f7c43
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa516b8195c98d841b0bc0f6d8e08ddaa3d8a6f7ba5f139061ebb3a7aa94364
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f163e0cba02bfc66cf08d72bb7f63386ff261b6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c7d7c80bae917e6d581a403c233e92e970481c05e3fc4b5fe869ea6dab9774f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aa593cad13d514f9f2e0e7980e574c737a02f17
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b997a397a7eb1d10d7e0028e2717f688670695963c58c26c0d0d7c8090391be7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..834b9fb68e96c3ce78233cb45e86eb16ea15d472
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760cee285e9a4828993721bbf1c26385dbeaa0ab06f6e2e0ae03458924e61d7c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a13b8e764b4273b2dca6427839e6f259f5748b2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c342e70f61506e53f2bf8d699662bb1650c10a6d04d8e9a440439b645ab4c0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee80e2232019d68e6a0571a4b6a199ee4092fb57
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4be80b298d2a4ab897a68295160ef4d8d91f0a9b52aa04ffb36084ab02f6b9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43024dd9e9d41c61aff5de523d826fde3a00525b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19387d49ae9bc296270286fa8db3ae5f9d33cdb5b173de41a643cee33559ac1c
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7535ae634501d41cbc6d168829ec1aa38bb7a78
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:199ff77c6284c1e3ff8ecc1b820319cadec70caecf988cc08de868f1cf09e050
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e1646ee3651b0ede733a0b29bfaf347fc4c49c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef93db3edb3d0ab606d95b3e091d1c47ea8e1730c0442f4fde70ec34b43c2bc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd5a2d68b1ad78d711a6d290c796ea7567f3b9e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1919b8951b7aa197dd38d3a9c0a2410a299af76a1826ac7fb87cd6300962d020
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733e4a5373142862a0fbbfe2497e4850202bdd3e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e2e1cde89aca1cd0acd9ff0f0115d6fa1dc262054710ddc535a05099ebfe18c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa421656a064c995843d6a9bc16a6571c751ad4a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa8e7462a7a40d9e164caecd8a0228ab113d0fd30312ba5014423067db00059
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64bf2d7fd3e62d34c2b9f670ee0c7553f60a1fdb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f500f9bf2ec8a96f6ac60bacc78ba4de3ca08e83d3f88ee11de7494f8c1de08
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c6b1d9dda8325cb001135930d4c412213eae88
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6213ed1e48d832c0c4e64ad7f3383ddc98a906550be970052c34bef4c2b77a1d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce876c6cb7c5ccc684c1ad2d67f6da789960211
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf78c50eec19666614b670ffe24d903ccdb694b492eac54401b245e2201380c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb8b4abce666840ee7eabe449ce33574f724464
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b42e4408c6d4f30c8e9c01cceb6f79288fc07ea1ee9c056b53e5f1b3ea4c00
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f74be546e3f95cf44a2e718b0abf2444fb6d2b18
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ea0e217a09b5a50ab3d8377bb786771084e6395e40385d1efbb8381a139682
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c6d3973c0e507914a1be776246f82efd799dd8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f787ff7287914ca02e24f9d75a416ac5a621723cc28d80509db88185b7ba6067
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751cec307061d9ffc1771ba1d30acdb995503958
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e3088cf6eaa9cab495736c27f4f24baa210e77382f76a875a668d938a457eb
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f80dc00cf1149cfc07754bc42d2d69465cea399
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190330177fa1549dc1783b908b12fc413fa9dc09527b38e5b998e7a42f972f65
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b405148e3cd390454aa406438e8e2bd7eeee90
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbfbb4a71327048b7a95776ccebb45ea6c287776457b4bbe9882a8c6e47e37f4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea68d7c5f72ddf170d0f79a55a1bbbc456d0e23
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44147adcd1427fbbf2d6f63c58d34c22faadc23f1f4febe2e82794771ac054ac
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35644a7ccffeb73eec8e368696347959066d1dbc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2690d7bcdbcc85e530db554dbae14b904f486401f9d6472262f91a995993c815
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..467d00fe83d1cb39e5afde6b7c02b5ca1704b164
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b59ca8f62a654af9ee99e480fc22c8046058472ad335c1473c77ab52b380b8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e02b7aae50e8f528821780675f4397941536d30
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d82807cf2858684ddfd2843846c3a045d71d8485c4cf25d17c00d4e05f44a9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b17a62c78c8993675326e5b82d8be8739ef154
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59718efc2d20c59b3c5f8e94599ffe5d72104ec8b079617efb78cf1741bc0a0f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9469833649239c800b79063accfb356711155a3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23e2c85f0298a7f107b440eab39b9e92070308572e36f6b4d8e28b6200bbe6e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09bf2bc4a899ee8577363fd2a9f980de9fd2d126
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a72baaaaad8e838ff8d065a360a28e1852f5f72b5a56851a373881aa5a27e62
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03eee0a92d2db36573fc608da9a7a2559b32d5b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d20a293deb7c527c5a76ca058eedc4d9825401d9a492c85a881d8ee5845668
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..084c09a164ffd146922fdd1b3974b205648db0b5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:471ae64f5a918d30b8a131cff5682a2c087fb0e89560a00ac51cb645c1761642
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d38f107786030de18e8d169b79d157ee817ee93
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002eb006a68c173eac0a0331584080118da8abf06240b52161b637aba6e2e26c
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cbb38ab0cad7fe4c2a64600d181a848332fd294
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f096beca60b3be55eabf1b286fb1aabb6da210120a39321bffb73861113cb3
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b105603bca1ce3c6214929e126510129854a1b95
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8993a6cb2b4e0b522a643d9c9a6f0a35b5ff41c2718f88f58d9c7bdd1045e33
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca535d32b3dd299c26c19ae9ce934dad6778e82d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14382839c14a7547210ac7b12d8a55d148e0ff34c6c5dddcb8b82ca4999505b7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a1ee2fd3641cf5185de9bfae6520e0ccb257d0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0542caaac69ec4716aeedb9766026fe22d2725578cb1d2586ccb7b92495bd09
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562a6327fd0036912bb8178f5a012bb673446c03
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2e295a09d748498989e76bd4be106007d08676365dc75fcc26a0182cdb0eef
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2948dbdf64978d0db3eda74585444bd0ad25df8a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207834145b073b8a80e32f00da4143431fb6093c73f2aea52c04288f46ba88a2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f88e17cc81a167047a0c1299cd99ae42eed980e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c13f79f319c0268cbc2108e3ff0c112ed39d228795bf43d13a648ed9fd4f82
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..086de54f5d8fc07f2cf761745c4763a2648eee67
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d600d60af6f3badf68c4da342e1ac836f50525b1c750ac647fcb0a5d5145b304
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f388f51b2c72be978605def00bef131b5d5eaa25
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f39bc54fe12a285608118d846e1660d51e277e728eb56607ce6446b33e2b0a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f0ad936c143a5caafe7501b5ae0d86a0f471070
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5384a8c178bf221f869e3cec2d715ee11ddf2a2ab192667ce98d68de7c50ec9
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90f0661e6a0d5c84c0efe4352e7182dd7f21f9e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3856a212bac77adc00ac8222e3c9185a76d78ecc15dd31932536b45a5a019699
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b035822cfaeb78f78d1bfc5c95a308504cc9620e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c807a182c09dd6bc3f096f243ff5936e5faf4521507773e3901b97f65365a3
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb32dc1d1ed8b114041bcd08bba98b8666c3837
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01bf5d9e76937e72bbe6708476aca6517df555915661378771c3f7d374f6a53a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31164e22b8b7e17dca95522d54c65279bf383882
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d97cfe67e5b7a33083cf029df73c93ed8292f88bdca1fb3f0ef6b379f7a4c18
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9886503693398c41ae0ee8d02012366ec101c0e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c8f0348c72afe3b7d0811672afca2ed0cc2dc87535eb7603a8463420ff8206d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285ed2683452f7969a261793e2145e19b2042565
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e732fc98dc32414a1522e76fe1532693fdecd0088a5397ae8d4d7fc1d9ed346
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a361a489cd07aaa7208fd3efab9157ca1f65a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e96a704a168d2e9467bbb94ba46a084fbfb59b923545a583cdb31aed1d10b16d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4667187bbbd6ff7f0550b3b21bb660bc6e65b5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f8a99225559367998890cc6a91837e7e71043a438482f367b2130bbbf506fb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..025140a2acf313883cbe10acd679a8a49d2f855a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc5d7bfbaa2bc13fd9d48b2d38bd6c55d713d44bc08da66151bf131fe227e35
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73187999681687d30160da8b433b5fa32e5c8f0e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5093e23464996a1cf9f26aeddf051bf1a272bd824d6a122847d9bf476302f67b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4477557994532bca73e8fcbf8854e1b885d04a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c98b83ef395bca064eca3a46f345d4d5cc5ed3cc0574af8535aa89fd8ada3cb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2699a597433f8cb210aa8157eeaf537abaa52f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c68d7f56247c1a7e1f7c451b1f3b192a2e49f44096e4af528bffc84b3675a4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b07f97a6e7de3bd74230fcb5236b4c69cada14c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f85bda59bc1c633a3c6eb98aa06596657e6bfd20c90f67f607ddbec84b68561
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d916afbeff1f752a3bf6e8792661d77d9f990ee4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df68cca9361538cb5d92afa1b095bc1d79b159c2c33a21c2092d930c4e921f25
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ce131195019f528414af16b4f93ed6b4538d8c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c4e3973d931cbd367f1789696dd24650d0555a3d111ad9f7e70cc7ac48e52a7
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2ded988fd140b573d16c4917e474a412b22ba6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ea679cdb8c1630beb11c6cfc580ae6053c5084ad38944348fe42c263b96366
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971fa0f48960447775879f1a87f53ec18050da9a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8de9817ad692d89ad7d2bbb4d3df62f8514e735198c6e621dbdfff73cfbfc0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79fc581d83b5a5874719cf06f66fd5fd0f72691c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb3354a2ddc7f065ee77e633b34f0653bc7117ce703e61757e21c49ebfc700e0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6971505dfea0048aceb75bbcb5a42ef2061b8250
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0bd6f021974012ed568ce1ae56458e4bb53d06797d5663a8e074a49c6c06974
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef2f097689156b1670d4a220d74797f2c1da3ef5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3fc72d6c787fc868efd972e18001685527a5be48eb951674e14337d2d88f01
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a75c35ef09074e8fe192d4654162e207b3324c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb09bae306527f4f97a2a62ef1b057f59f3bc2ebaeecc252bafd782190a1feea
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f75c49b43d26e3c6ffe6f87138c718bfe0fd01df
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129858f388d988d9312188a1c069bbdcf5c3147e29e1ac3d6f6168d07f38ee14
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c70485e88261ab1b722cc20b49252dbe5a698137
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7831f16ae46aa15110124b52153fb2aac6d9811bac7037472d64239ef44b4335
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75d2ce162975e4d6cfccf4032ded9403e464c82
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52170c7b19d0ea2131d6a1ddb4a078689cdde8d6e83bbd6edada2464413b6fdb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22232564fed5dbae1fc9c51c8749653d6a749655
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1538d02d9358a1b85527f52660421539ed8e6e9e7732df74f221138d1019d948
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fbbb4950c031100f367c868242a41aa77ac6b37
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b93202c941092bea8e70245fa8ca504065a695f223add1d246d458ddb0ee9d32
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1952699ad8efc1d7b4caa624d1d1477cd75710f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f65d5bf16d222f855aaa4c10695fa5330f52e1010e1c02e9eace27cc4803379
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71203ec4e09579b87f1ccd12d516a0be7b5c589a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08d8005dcc9c8acf29d8bbe31891de17250fdb55e5e672811fb2e3a3d653a56
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3600809ba8b8c942ebf1b943cb6f6541d7792e99
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb192adc07827932729984c68363d20ebd2741cb547c65860ca13917dff0dd85
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05e73767247183cdec19685d7e8af72489b4b61
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a185644eead329add9432f52b7c494036fefd41a90d54dfdf5fe5bb5d2420b86
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5fd65fb0a7ce836d2cc565584ff33558b142f72
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7caa3e1be4c780ce3dd0512c9d0bb406d85951c69eee261415ae507cf657bbaf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b603ebe2e0d60d931497ae627fc279e0b7b4023
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3d42adacf0f5bb8defb5ad04f2e2ad622df999731b04db913885dde8af2fa1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63f9c5d89adc662ef77f392cdc4d17cea5fbbd5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158a99b4a77c28cb131240af17b54611a23455110bd65c2bbd838462a3f6d6eb
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edfb72be28dbe63bf387bea2299fddc5616afef6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0bff3e5920aebcc4924aee8d91fb552f14bead5193d9aa4f9e1eddbef9728b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26466d6f1ae30fc9e761ecb093965c8d420326b6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d169592006044da094cbe673eb7f7e9bb3f0b68fea7e0dec445f5b1703664e28
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71274b7a222bfb8abf484d8f8cb1e58c8f037a9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:861b16d23b93b73911274630db6c4a856a4073e741958c93c3024287d38886f2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0bdb9f282cda3c789b9350cd9ed8e9b00b66ca6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d7d7b25fa6304975fa0f1083f4cae1d5e9829455c081c8be1220666b8e672d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855d5df9f8f0544225651eb31d1114ddab519db0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48034ba182cce5240fe155ec98735ba96e89d705011a7601e9b76e99b70fb675
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95358e6c0c6ab16a3e57e8f67b376d7c0847df4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15488881588b16161292578bf0db434f21e779d2e2b10b1a36d72e8d2f4b6fe9
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9363dae3c96a7e9900942bfb9b094b9a63ddc51
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2a734aacb29739ab9f98cf0f17b81cd4682cf5f21c16ac94c96893e6b11e2b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58712fae30aafae9ae5c43cb20d14fd5e95470f0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5ae8b16ce3d0e8774290d70706fc430f65596b8710b70baad108098b4a58b78
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad1658ede9909a7b33ed4d0b48415dce35fee67
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c95e7965036dda1e5bbdcb8a7fcea7909ec8af7a213f9a8a8e54246e7837562
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..867e115c010c80b5a3af66082f6ff2e56c7daadf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fbaf2d889aa679fe9069aa3d7264f101074e8d533f060349f030e68a248dae7
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf277f200230df9047c78c70e1257c5756daace
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a047d7edb72845b31c9ae9f75bd71dce2022c8636d48ff0ad0e48b746de1ca
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d434b696baafffbb5f295208ff53274c9fb6f59
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7261a1e7155cfe560c32bc14ed5bc7b3f1bc86567ee97a61e6b1c0ebd4d040
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f3ed359cf360596bbfa31a7bec1ad1cc12e7d5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f3f0a3865f0fda5eda696aadadf1be0cf4ca022a18e7eb87558f1a14913a07
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67116fae12e875081b874b72585e2b97c3638445
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:939d51a9bc3ab71c91823a1a1af704212042393c0d9b5181c1e3088695237790
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b74c503dd1609008b9eb87b9740ef92365e3bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe807e405776a1731f1e3541a83a8a0127011260488f9e9075e62e854d8766f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ed9406ed3d9d5c5d594819b4e14b2276353f80
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc2fcc5c512783ae481f9020447cb84b91ff444eca4252e8e487e59354a2ac4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be7ebb9377aa0d538207e3e4206f289a43a72c01
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec85e6661c3e77ec538ace65c273832a4f1021364a0fbc638b2b732655b9ffde
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dfc134855443548c94717c83dba36e30949363c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:883919a010ff70b23efde6f47c323a895a4503f9ffb6ad360a780ca6cfd5a1cb
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d90ae92f52395dcac1b26e51c39f8df737782a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee74557c80fdc4ad2aa24a114ecd8b7498d4d7711a730634f5ebe1285ea8f27
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3537f528a34c29bd0143c504cee3904b2e5ef00
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef2bbc9b34bd71725bb9160247a9e4d329f55a19bf1b9809254365001757871f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3386aeebb56099752858640acb7ae16423840c2a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3fb11a1ce8989b504560dfb994fcb258a1e4feafa8ac9f0538ef67918855891
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2457b6a087bc38b5f02d459cd0507581abcf7f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542862e8d0801ec3731d86f5a4e5bee90eabf157fa6487bea1e455e12e1213aa
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac169153f88c9039448dd8db9e95a12af6a39307
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e30fdf19d38d7a05beb598bb9de2bef58d0c470443e5081e62f41b920ffe235
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773acf28e3c9e0bb844e8a6f7aa3a5e100585e06
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8442c1b96555f834545f88268510b811c05f3f04248cfc29e9691422a5f5dc7d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09f10e7e15c32d9dd8cd2778cc85c75928758f45
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d491b1d9b93093d449fc74c245f3a5bfe068f89a5020b5c3be6d8f113097f1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0944a1874ccb05c62963813960208d0e7b888121
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7359cd2718d688b38a869ed08a03e5c79e0b03bf0120f41664fc0f8529427b4
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c15c87899a6b867f85c922a59c38c44d5ef145
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eaf17a2b68ab0e73ed49d1c106d66e3352a67f42c1d0a8f6f73840c99f96b8b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9daefed71c30e11be0639369f667af0ecbcdd84b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d83ce2972bd34b800368624243d25c6dc2a4d00cd5dcb6842672e5b8a25496
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..143d581e8b381cd9dc90cd040c532abc37ae12e0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86f6bf9af79ea1f5d71c3d57ca221a61a335c33fd403d6fb5000664435f6aad
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf031d9bc1d69ec72a9fa734f47c6b1e3c824bf3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d58bd0dcdeb90337fb0cf5e42db9ae23f2f64921b50664746fc1123900ffcc
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0035a7ec16fedba6cf4213f62282082ff6b801c3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5593ddae358fcf75b5f51fb1cbc5c15a68d75b73f76c0ed3056e724face50df5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..418773b59c944f79cbb268500bf2bde712c708d5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac59488fda5ac9d328a754046601ad5c237b28a8d56bd681d3b089182c8ab289
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9b4d916e71a429b01209b1e3cd6977ff8196b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6a33ba0ebfd4b92c636078c707b7f0774ed2c28924ac4db5c7e0303a16bcef
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6981bc9b6d54b35fe812cae7d1bd2be2fa67719
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942838c459127341eeae5eb99f4c89487c461c8f046c129da3fa2b131e0e72db
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a184eda6840684d34fd2d77c920b20d0116f0c5c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01eaba365f9f1c99ea38ffb7fd33404d830222d70be87aecb3084c0464ea9142
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d68b511ecbe19f3be5fd4bfd5806103ae9357137
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b644a32cbe41044a5292c06aec23be01c1c0d0ac41115def10d1ed990047b73e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e7ce5ebb41bfd3ce010bbed9f6e6f354a79503
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922f99660e6c4b8c7c49fad2c5b867efee4526ce85617c42a7d88aa7bfc11d0d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f66a3dab34d59d693d5c825a9bbe01a8f0d4b9a4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a008eb8ce48ec793dbfc6775e5737c1ca39ae80b83ff1401daf0fa76978ee480
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3d8128903a55a49cfa0a27ea0aac67179d14bb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a062cf8967a7d5314ed833eef54d474f432cfbc59b489825250318fc52df68
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f6131dd95a0e19e8c7a98818f8e9fe9c50a1bbb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a943666bb00a7e596235cf6ea8f704559b6922a7f8527afd379fa396f3ebec2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce3c654713bf3e9b4e3247f1c33dcf2639e201b4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891abe5a9ffcf17261bf99cef159267eab871e26e808475e7369176e9372d2e2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9e48af4de9d93bf0661f16ac6efd0a081cd626
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f118299ff272fbfaf0f51beabbc7fedf590455e00be51afe7a5594ed4c89067a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec0689586bd8360b92540b268caa853b6c8095e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0fee758977b6127b050382a5e0178a77ada6246044c183adcfd65ef9dc6043c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56d6f6d689ffe9a0c0181cb80080e10a947d471
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242c6e4abe8cb5ddd9f67dd7ab256deddcf0533e37b9c947ccfc3432ef6d7e21
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8995bb6bec3d98eb0f55d3f5bfbfe47d22e3aa2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a4ef2a32cbd6f34fc9c59bd77980c3fb4db2c7d2bfe88bffc9dd6d1660a1976
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831538956be1751cfb527e144c5831da091f04f7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f38dcf4ee4ccd06cad19150879dc78d8c9fd800ec1fcac8105e12a318729383
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e4e0d29438cfc232c3666052357dfbe11c1249
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:165b1d270a25993526cda6556bdd8a51e6c614d57ad2fa8aaca5deb07e4b4a56
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..885ec6c6ffe2949baac7e5cf0b93072408d8ae15
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d61c2f88b8fa4dd1c6115641fbb6ac9dbd4d7202b1983092b9226452cb10a8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e43609b5f3878fbe2b736a74c4c218048e85206
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d297b0c9565606c915fc0e13716848c20600109281c717e56d668159f262d6f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941904876b583e539ca34427016169d7249d8413
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9646c1e7f58fbe4dbbfe51447b8fd4c23a484a5f4d0d042d67eff2b6f6fb43
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..720900e692f639273f29d1b65bceec3955be5d33
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:339122ac18b4c0c7fa42c186fbcbd9cfc328d189f679d8f927fa9eabbe9b6540
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f61eaacbc9f6abaf1ab38383a445a5240030e86b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:023727b3f31d76e283897d60d88ba51e71e131f1e4ce9cde7dc3e70e6147c1c3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4beeb144edf3d596447c726623328fc50f7a17c5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74fcd7bd7db653d63fa33e31f44c39aad7b676f0567abd993981f97a04ecff0a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d4d276e6d66ff9bb22738341472ce7b105f9fd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6e389e63da1743cfd333dd226fad2da8f14bc741e73ccd88ca0887ca7b43cb
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..101b7f53629f74e0b52d097e142d10d4e781a6e8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7a11bfd06852f059e40d36e9a41e9535ad93eec33dec63e84a195c76b8f1e3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87d97977e97f11cc0055e334bd28e35aedbddac9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6928173b3a4f3740a7a1c5cc8c65441d488e344e964b6c50569ddd483593bbc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd18757bdbe9e7f1d149f15d0268681665307f4f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21584e445415be4ed8a7fe009e402c3651b55728e9bae9f53a32d0b59f59cfee
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dae6c71fe264147f24923b8798a0c53eca65900
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10aaa9fdad4538ba40748c1afcdf80501619fed8105959ee082e26e88644d3e6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173dde1a1f7aeb17c5e1a7d7d7fd11c6ec92a222
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ace9e5cb6790973afdae6a04e5ebf648481cd89edc8881181c095c2aff38850
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c3b56f58f9318da1d6740e54b46d4d3c28305f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3211f35dc8d18ff02efd52f7dab00e02f7814d27326dbfe647e0a082488c5ce
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a94bae902f0dbd41740ae47009f45a6bf298b5f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b394b13df165652652d8ce7590679a736019a16f48caac7c9532a24bd2ecf7c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9103e5485e7bf3d818dc565eb0d97439aa1c2161
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67cfda254681b1146980a8d3b96f5b126fc976807374f57492aff67b45ba8fc
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c09b3f2ad11362b39dcb0e553bf5eba52850483
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea5cde79f5616f27a1d29758d3c1ab8a61208b297939fec3cfb8ff071f26bbf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d8ceb8b12f1387dc85f03bbec40059943e8b12
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0527d7f2e014d84a507cca3d849d31050f6feb7ab7951a81bdcd5d65d1f8900
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dbb85b0dd3dd68023f8aab3e41b3f4667894338
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fddfc2d641be65ad1d774ce78b367e7911fe10c0f6f4ca45a19bd1116bb068e
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506c344022e253ce0e63fb2e7391e7c66b54c3a4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5639881b68f771ae6fdba315437a0c5b8b3ac8b62f0f351d8e42eb320538fb
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00442e25fff6399c3246bce9a23de58111b99033
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d627cddd024e88cfa0cfd3cba3d5659fcd257b99bbb71f21588f3e3c664e7306
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41636ee31812b6e9f2eff908b4e73ec33161833
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576517b88bedd249e097f53b7732e26e5a9c4f9dd29701230772181056c5ee3e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9b62ba553ef14ac54715a0a2c0c1d450cbd1c4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1528d9bc06347eb36eb077d8920f2cddae2c685add1edfe0c8c71bfc1be0fe
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6cd71ed90aff6e1eb0a761c0c15491f53949505
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d3df8c793c0be33e8c18ca716420a79a221789aa9948709acc9a16d41bd56c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d5442cafc46e9a584c35997a80f848a07c9248
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ade9aa42c3b03b0e09aa81333acae648a9008b1ee1d9f2834e322997c8d3b2
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4d38a1704d494895076854b5b29dcac415a9e0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8505ac670ac1e7f2516d28b8c9885e43737010b7f3df0646c9ec10119b6ddbcd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59d3302e5b3a5a1771a3d4c55e0c6679fad9da5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583f6cac2b95602f85b2ec6d36f14fa9ad57dec894e05c0dca5476fd685d4ee6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..210842f6f98acab54392514d7c6c15e7dfbda78b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d5de30f2fbfbdbf7e97c867a1305c0a80fe73bcb04931891da85961fb4a459a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c966cc33376b4b5c91159ee5d409d8a8a8438501
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f9d0a7989182ca6034b192c43ceddd298e5a6c04a23712abd17cb65f0d0414
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b82dc6e76145a995e564ece4b2efdd4e2abc2f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8354e643f6108513fe946babcfa5c60aa721741ca176289d73f5f09ade2afb0
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..124eec780ffe75d298c461e2916f38e26a0c1fe5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f42112c54ab6e875badd54c7fc26f55e1ff8e17707def91f7c82fd1eee7a79a
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002afa61233fe677e04195cd16d7b83bff7f06ac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f53efabc3f3181b8173daf651608a17472172f64950d7ee11def47714d27838b
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db83c72b0f94a24e64af6fe5f4400adecdc37d13
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b60ec5f0343d8dbba82f182b19badd9fda4fb2877c1c36bfd969eb4bf9ab85
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ce4e4d0bdb2db5606bee7276e33a75d6912c48
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20b7b16c3deb876377ffc71668ee3b1017dd5b6a1fd1a920f2f6361b80a4e3c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd7972d2567add39ab1787128d2373bc0294a08
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62fee7b1b268d6f38fea429e271af66e15892da4c5d1c560c827c8921571b100
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7f787586c1f65d6a91f133c5ffbbad6e371365
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d979b30385c8acc82faebee8ede7a4cabaa29d5ecefcdd7aeabd0e68d8ecd2f6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9529375d5b2d1f051dce6d2cd83752bac17997cf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce4a34437c9d26d98c9bba3d3f7edaed36321402ee81a2aa9db5f80cf8ce9da
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff5288d3d22b45ee41d6d92d7671b6b96d5e659
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879de86749b176ef234070aaf2bfa476056565d5ef4511fb0f5b7a80d05dffef
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb9d893b96a04dabe8217341e9cd59ce3a57c46
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c56ba8319aa2e37a026277127e4093f2811f2fc86d0bfcf8f55b5172640c0ef
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f14a306549ada5aef37806edecb994c280b524
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f800d604325e6edad3f13ef7657f233d5adc36dad1e495587863c25b457904bf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b38633f1b6ab4a97bf3b51218fe0f6ac75d97bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b4bf8c02e37f0f23dde1b337c3b2a36d2109b58731574f06177e55d4b6af3e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d9ae4ad805428e7380f8a22a95957a055876a6a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f92330d548ef6edbb52cff7bdd4c4f75db5b7146df9fdf5bdb944e91e5a01cf
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44042a74a76f2829e2ecaa1246f9c719e011e3f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62cb0fcb6e46a4b79332c417d3e2bfc4c0d90eb900493d4ea429b91d50ad4af7
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65675f4a8f5b0e1589ecc5a41fbefd4577d6efef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeab1b241a7571bdd319fb1210b9d72c67df3accf80aa34e167b75b27982ceb2
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc03515087259e3dd9776b21f2de3616bd438dde
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928cc84d42826be593b646c06d5973785c684cc3ec6f1865c5f06d0598a6eae6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e04fad112bb6f00b7d6f724ab53580400064806a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813e7280c2706b4a410e69ce5dbc77f4e0de0839ab7079f955102de9c85ade98
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ab8018fd9b7db4491429cca41bc168e165eb4b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0856565e1746bb8f3be957f5be305af1fed70ea5811eafab1355d426defcbb36
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c3c261524dfca7ffad1ce2fb9a3414e2620be4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad9ec4be11141612b22f64fc9eba24b83cb3a40b5e076e07f42ca882f2cf818
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c482da4fc8020c9f335fc161885053e63d635c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b093349f9153ac3a94720ded4032b5c8f16ead636141e572a96498adb7a61431
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e3fd8930fbea5505c154b639172de7000d1ff8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4fec8f4457dbe6b91a87553cb30b69fc6924c949275bb7e42ae218492c0fa55
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7fd149569228304a9317e3106b577da3d33906
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ccfb4a6f28bd37b157a8870ae2d8d202404765fab580279d3327ace704ab05f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f0106b434a0dd191c277762216f6905a7a2a6c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c5e3fbe3968a71d3b8a03146a0c8c61587b9a8934b786550f84bd942411789
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6495922eae1c6edd019eca0803034dc37f74d3b4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be0a8fa4abaac9c04e4f0b0b381bcac67b8906433bbfaa40b96c154c8956bbe
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0548d8c02bccd7b489c78a1a706c852f156c5aad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f1bf36f7bc3e6de21814949271f20d04acec40d25b6cd8caa30d9f7ebc5d9e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54bbef4ca8659b8afb4bcef9c3a7e08f3a85452f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9783dcd1d768417a5022f3b50d948256a1b3605a00149057b69fd32ac217b8
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a0ce3b2097926bdd044daf1d8756c01b0997f7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9199f13784f23ffa124ee9ae280942dc70325413e1e0315c1b026062e8ac387b
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d008f8a22f2e873b46fe52ce3aa171dabb092e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d268a537589d670a044c6f28077c8221598bababab8fb8ce82d4e7d078c36e3
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09650a058cd3481a79b3c43d52a0190b124ebda
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc68359859c4e918bef8af77114134111bd1a591bec1de1064759ab98dfac0f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22aecf638b3457c41ef7ecef13d60b07de5256ec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d475e2c95908f1625f6c1a4c9b6741cec26751650fc1141830ef79692fe10a1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3347dffb52649687358817df9d38b533311c8e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b52930078be9c84dda2ed9ce4dd9e0296cd75f37d1ea557a1d1768c3b1daa8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a98dbed2e7f04dff0df8b95026d4863d4de82bca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80364e79cc5cac6a2f951034a79dc3c97ff7be8e6fd61eba8401ff9dd00cdb51
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8893a296b30074d858b2450835b0cebfc43cd7b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155799073534871044db0ee771c1b5de51b8a854e871f251068abc4bce97c7a5
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb077e7b7d488d1541bbb9c737f53797f9505dd8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18310817bcc040d882117a89b32f8184bb39e22d439dfae1cc43e19d32320b8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127928bf2c082d0dc5f54832ebd8ed819eddd6b0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2838ccd7cf7d4d17040c29f3d5b13392ead8530b0483bde176a3ecbed4680fe1
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14716fd2b23d91fb5e50cca1f60655cb41e09bb1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e5ef48af22bd4bca26adaa2a0e252ab60968b160ed4fc9aa821a12da0e2b3d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f738edc991e9a5b621f2de5897e54ee45ab31939
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58339ce3b8939b0f6bc1c7e414cabc8d23a4be249c55add7847641c0f2898479
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6bffe4c2f55437d9f292de6a8152f3902c33600
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b48e03c1ab234d88d363be0e6a83a9bbc79f0423264434f09c64121d19819f
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a25b9966cb40cb185450f8113459d19142aa8810
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144e218ae48823de87e3f1339539897e2eda6c2821bbbe336c286ea387c7f148
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61dca54cc761e7ecbb4ee6404479a75d5c4d9090
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37f5cb8916f9a976cbdede25a28297823f876502ea37617f4b9a571d673097b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36997add0ba1d603ec562665a179d5acee9071d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3172012c2440c01e02e634b65a6664d5c7cc3f487ed2d20cbe1f9a34dfa13165
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc5a10a01f57f480b2b4f6e48eb19b46472d5dbe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef31cecaa8c94029b5b39a1c2bd6545045e83c0e77a1fd4825419d2a5143f7e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b32757ce25e10fa0093276c712414d0054488ca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1251ffe494a95b77a4a6652197cd3902a1343b212d2eb835c47ee3cf73023da
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b62963a0f86a2bfe95d48707daf3b875eddd7de6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8750bf579d866501f7236863e7b51b2180e57bb22666ba1b1f8a59dfff2d6262
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98743fc6c2e393acbec146438e41931bd3039e6a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6daebe99356f8394e635baf4e931439a37a7b0b4eaac6d7c8c6b907f60fcc963
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7682fa97336cacac78f4c28c64d6b1a1910dd7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6349674e49d8d4a10f0049bae894f12b13ce40fbe79eb6beca45c6063860a2d
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3deb1a4b7204f4d164280c9c6e2098a960ce3b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:428041cdc6648322941cb5c1818e307c89692fc91425cf07805ff5b6e7be274b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1aceea9134d267a1fddaf319bc663f07eaa60b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7cdbbb79819548a1c77debcab86d1bd6af830700dde6eddec0476739975f82
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec39ccf66f0c88f69ddb3813d198d5976b65ef3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddfd27ca2a14b8200e127df8cd6a0736b19f8a5093608b0c02cb5068c8d36fc6
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf4e9631c1ce7be2d45f09e6c054e13a57a94a3f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f471b38ce95d175bbce3bafca2b3aea981a2a36c418d2cb4b1e263d706fc2222
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e648cc57e37f70b39fdf32344d0e34cad2ca6f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd0826bbacfd1dffc4c19ba5d48a934fb07d7a0bbef7e75c42c263fd35cb0a6
+size 17539
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0681f103fdac11536a9285c0d21867e01964ae84
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a23c623fc2d90a80659f1a51bedd560592b82483119e12bb1f193a5eb03804
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6869f2c4e1ec4544d62e44439d008c722ae32952
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cbf8a11ab834c242b88d1d667df0678a5f7311dececd15430e0923c9e8006a8
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cbe35c1509480c2e4363f68ede116bda06d85aa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da4a316533fcdf68f3d5d8306530b132b43bf397a9eaec9c35ad4b08a85a02a
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5db38452c74e3bde998a6ebd7cc1f0121979823
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2d811c70a99375fc780fa662fdab1de0906112e03852908e6ade19965f338f
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c964f0b3c64a11ec3912b63e6c582d0aeec02260
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9db198b2299624896074bfcd5ba6d20df0a1d9533903a5b8a9a9002cf3cea1c
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1df6420bebf9d3d12a9f86be15a5c4f6748f5d0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81254e3b2e2fbd8fcebff9817b3be0bad2cff202bb187d0a581921ce81757630
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e026fa4e8f551fa2dfe10dfac866a1174c4329ef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce960e35b6b00a72f4d6eb48acbe9b231bbf16bdaa6781621f3ed89f4f48356e
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62ace015b7c96309d01c6926cd9cd72a50f106b1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b86a18709d7e5d1e01fcd47c5d814add1841e8a20fbfc48a69a2851cd5da27
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5638fd8fa8d07a772c2430b1339597a780c4da
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df354a634a02d7ee9b25248b946b6596cfeec918e4c48ccc4f658459e9878d22
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b2674b3da2ab0ee6d743ab5bf6abc47e6eaeadc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46001e1141ea0116e501e95f054f06640e2fd5240fd45957dad7e989bcc26fef
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b84f20f0a6aba5ed27168b47677508673be623f3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2734e7459d1a4c51c8b0cb6d68009950176e55ce9bbd3897ccd1fb1adda052dd
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470b5037966fbf791b6a1beedabb975de52a3ee2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deac7a531911bfd03b3ef9c5a2223d15b25c590c6686d15202e329c410a2d28b
+size 5251
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f46b7f1ed284a9865296630e7aa06030c63acb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c840148e80c686db562107285d1d4f85cb437da71dbc4097bac874654ef0eb6f
+size 3203
diff --git a/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e0fb376da1ec7b6cd684bd8ff21f06e30d69d1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1253446f63bf8c8f77c98704e7e3c3badd38e0bcf2c59c0df77dd90ee142c313
+size 3203